-- Logs begin at Tue 2021-06-29 02:51:12 UTC, end at Tue 2021-06-29 03:45:17 UTC. -- Jun 29 03:19:58.786869 dv-cinder-797245-8-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jun 29 03:20:01.451279 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.common.config [-] Logging enabled! Jun 29 03:20:01.451901 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev430 Jun 29 03:20:01.452068 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92809) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 03:20:01.455181 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.common.config [-] Logging enabled! Jun 29 03:20:01.455435 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev430 Jun 29 03:20:01.455741 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92809) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 29 03:20:01.456698 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 03:20:01.456931 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 03:20:01.457280 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 03:20:01.457523 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 03:20:01.457842 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 03:20:01.458160 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.458456 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.458752 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.458978 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.459272 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.459559 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.459868 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.460146 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.460443 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.460729 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.461009 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.461320 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.461699 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.462170 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.462668 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.463157 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.463537 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] debug = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.464039 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.464792 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.465454 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.465971 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.466379 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.466668 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.466948 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.467228 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.467517 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.467872 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] host = dv-cinder-797245-8-iscsi {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.468158 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.468452 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.468742 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.469031 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.469307 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.469584 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.469870 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.470143 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.470414 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] log_file = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.470689 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.470974 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.471259 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.471548 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.471770 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.472019 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.472307 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.472593 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.472867 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.473143 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.473506 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.474045 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.474316 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.474583 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.474867 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.475152 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.475434 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.475705 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.476000 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.476270 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.476570 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.476815 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.477087 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.477355 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.478544 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.478851 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.479126 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.479412 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.479720 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.480034 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.480321 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.480606 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.480880 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.481161 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.481431 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.481703 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.481973 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] use_json = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.482241 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.482509 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.482790 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.483057 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.483331 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.483600 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.484177 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.484461 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:01.484764 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.485065 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.485529 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.486018 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.486529 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.487013 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.487499 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.488010 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.488518 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.489542 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.490057 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.490356 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.490657 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.490941 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.492164 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.492490 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.492797 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.493871 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.494159 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.498852 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.499168 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.499482 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.499795 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.500135 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.500446 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.500737 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.501028 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.501330 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.501619 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.501902 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.502186 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.502481 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.502764 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.503043 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.503328 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.503610 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.503909 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.504187 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.504511 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.505321 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.505776 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.506062 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.506339 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.506619 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.506896 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.507177 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.507456 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.507895 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.508375 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.508865 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.509345 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.509807 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.510287 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.510778 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.511273 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.511786 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.512160 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.512451 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.512737 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.513021 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.513301 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.513580 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.513864 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.514143 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.514421 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.514699 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.514977 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.515254 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.515543 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.515866 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.516155 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.516438 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.516720 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.517000 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.517279 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.517558 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.517838 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.518120 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.518398 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.518690 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.518975 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.519263 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.519548 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.519829 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.520185 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.520628 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.520909 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.521254 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.521506 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.521799 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.522086 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.522384 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.522679 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.522974 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.523269 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.523568 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.523866 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.524182 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.524465 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:01.524683 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 03:20:01.524930 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92809) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 29 03:20:01.954122 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:01.954387 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:01.954671 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:01.955003 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 29 03:20:02.412692 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.412981 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.413246 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.414520 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.414787 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.415046 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.455197 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.455766 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.455766 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.474336 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.474789 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.475063 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.508891 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.509167 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.509426 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.545256 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.545477 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.545738 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.778424 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.778711 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.778971 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.779236 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.779965 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.904563 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.904813 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.905087 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.905347 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.905601 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.905898 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.906147 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.906393 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.906637 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.906908 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.907156 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.907411 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.907660 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.907938 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.908191 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.908451 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.908712 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.909105 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.909371 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.909618 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.909892 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.910234 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.910479 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.911425 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.911864 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.912123 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.912513 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:02.912749 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:02.912982 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:02.913213 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:02.913441 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:02.913667 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:02.914022 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 29 03:20:02.917057 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 29 03:20:02.920929 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 29 03:20:02.924699 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Jun 29 03:20:02.926369 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 29 03:20:02.927094 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 29 03:20:02.927437 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 29 03:20:02.927815 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 29 03:20:02.930761 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 29 03:20:02.931003 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 29 03:20:02.931338 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 03:20:02.959124 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 29 03:20:02.959569 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.959898 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92809) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 29 03:20:02.960259 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.961606 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92809) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 29 03:20:02.961882 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 29 03:20:02.962119 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 29 03:20:02.965339 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:02.965614 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.028770 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 29 03:20:03.029008 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 29 03:20:03.029242 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 29 03:20:03.029601 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 29 03:20:03.050465 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_db.sqlalchemy.engines [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92809) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 29 03:20:03.585741 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Initializing driver for type 'gre' Jun 29 03:20:03.586416 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] gre ID ranges: [(1, 1000)] Jun 29 03:20:03.640050 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Initializing driver for type 'local' Jun 29 03:20:03.640407 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Initializing driver for type 'vlan' Jun 29 03:20:03.652783 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] VlanTypeDriver initialization complete Jun 29 03:20:03.653138 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Initializing driver for type 'vxlan' Jun 29 03:20:03.653735 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] vxlan ID ranges: [(1, 1000)] Jun 29 03:20:03.708441 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Initializing extension driver 'port_security' Jun 29 03:20:03.708777 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.extensions.port_security [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] PortSecurityExtensionDriver initialization complete Jun 29 03:20:03.709108 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Initializing mechanism driver 'openvswitch' Jun 29 03:20:03.709424 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Initializing mechanism driver 'hyperv' Jun 29 03:20:03.715904 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.plugins.ml2.plugin [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92809) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:03.716826 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > port after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.717200 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > port after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.717552 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > port after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.718011 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > subnet after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.718358 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > subnet after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.718698 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.719071 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > network after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.719409 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > network after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.719743 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > network after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.720148 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > security_group after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.720489 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > security_group after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.720824 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > security_group after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.721198 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.721535 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.721869 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.722240 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > address_group after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.722583 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > address_group after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.722918 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > address_group after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.723337 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] ML2 OVO RPC backend initialized. {{(pid=92809) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:166}} Jun 29 03:20:03.724313 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.724662 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.725069 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > network before_response 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.725409 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > networks before_response 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.725747 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > port before_response 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.726080 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > ports before_response 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.726415 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > subnet before_response 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.726746 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > subnets before_response 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.727083 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > network after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.727413 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > network after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.727735 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > network after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.728090 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > port after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.728419 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > port after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.728746 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > port after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.729069 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > subnet after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.729391 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > subnet after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.729716 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > subnet after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.730279 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.plugin [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Modular L2 Plugin initialization complete Jun 29 03:20:03.730597 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading services supported by the core plugin {{(pid=92809) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 29 03:20:03.730914 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.plugins.ml2.managers [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Got port-security extension from driver 'port_security' Jun 29 03:20:03.731362 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.extensions.vlantransparent [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Disabled vlantransparent extension. Jun 29 03:20:03.731869 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92809) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 29 03:20:03.732167 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading Plugin: router Jun 29 03:20:03.767734 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router_interface before_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.768143 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router after_create 55549900 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.768506 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router before_create 55549900 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.768865 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.769224 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.769569 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router after_delete 55549900 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.769949 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > floatingip after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.770350 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router after_create 55549900 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.770689 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router after_update 55549900 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.771036 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router after_update 55549900 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.771372 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.771723 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router after_update 55549900 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.772144 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router precommit_update 55549900 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.772505 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: port after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.772836 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: port after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.773164 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: subnet after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.773491 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.773828 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > port precommit_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.774164 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router precommit_create 55549900 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.774491 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: port before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.774821 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router precommit_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.775167 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router after_update 55549900 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.775497 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router precommit_delete 55549900 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.775856 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router precommit_create 55549900 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.776206 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router_interface after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.776541 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router precommit_update 55549900 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.776900 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > agent after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.777242 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > agent after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.777576 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > network after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.778427 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Tracking information for resource: router configured {{(pid=92809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:03.778750 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Tracking information for resource: floatingip configured {{(pid=92809) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 29 03:20:03.783631 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.db.l3_agentschedulers_db [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 29 03:20:03.784242 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: port after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.784597 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: port after_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.784938 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: port after_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.785279 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: port after_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.786156 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router before_create 55550100 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.786513 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router precommit_delete 55550100 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.786867 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router precommit_create 55550100 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.787217 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > router precommit_update 55550100 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.791758 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.services.provider_configuration [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service providers = [] {{(pid=92809) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 29 03:20:03.792143 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.db.servicetype_db [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92809) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 29 03:20:03.794985 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.services.service_base [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92809) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 03:20:03.795330 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.services.service_base [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92809) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 03:20:03.795664 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.services.service_base [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92809) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 03:20:03.796548 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.services.service_base [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92809) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 29 03:20:03.796910 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.services.service_base [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 29 03:20:03.797276 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:03.797582 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 29 03:20:03.810049 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:03.810386 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading Plugin: auto_allocate Jun 29 03:20:03.816172 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: network precommit_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.816542 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: network precommit_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.817712 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:03.818162 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading Plugin: tag Jun 29 03:20:03.824665 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:03.824990 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading Plugin: timestamp Jun 29 03:20:03.828742 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:03.829069 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading Plugin: network_ip_availability Jun 29 03:20:03.834693 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.835056 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.835409 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:03.836189 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:03.836453 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading Plugin: flavors Jun 29 03:20:03.841098 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:03.841423 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading Plugin: revisions Jun 29 03:20:03.845680 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92809) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 29 03:20:03.846065 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_concurrency.lockutils [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.891s {{(pid=92809) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:03.846788 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92809) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 29 03:20:03.847117 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Initializing extension manager. Jun 29 03:20:03.847613 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: __init__.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.847980 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: __pycache__ {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.849145 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.849478 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: address_group.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.850208 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.850768 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: address-group Jun 29 03:20:03.851083 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: address_scope.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.851769 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.852297 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: address-scope Jun 29 03:20:03.852614 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: admin_state_down_before_update.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.853516 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.854018 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: router-admin-state-down-before-update Jun 29 03:20:03.854335 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: agent.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.855013 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.855522 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: agent Jun 29 03:20:03.855860 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: agent_resources_synced.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.856744 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.857245 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: agent-resources-synced Jun 29 03:20:03.857558 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: allowedaddresspairs.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.859266 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.859782 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: allowed-address-pairs Jun 29 03:20:03.860126 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: auto_allocated_topology.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.861355 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.861866 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: auto-allocated-topology Jun 29 03:20:03.862184 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: availability_zone.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.862851 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.863349 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: availability_zone Jun 29 03:20:03.863733 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: availability_zone_filter.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.865141 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.865643 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: availability_zone_filter Jun 29 03:20:03.865956 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: data_plane_status.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.866835 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.867334 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension data-plane-status not supported by any of loaded plugins Jun 29 03:20:03.867647 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: default_subnetpools.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.868561 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.869068 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: default-subnetpools Jun 29 03:20:03.869384 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: dhcpagentscheduler.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.870161 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.870661 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: dhcp_agent_scheduler Jun 29 03:20:03.870972 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: dns.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.871859 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.872369 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension dns-integration not supported by any of loaded plugins Jun 29 03:20:03.872679 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: dns_domain_ports.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.873558 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.874053 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 29 03:20:03.874364 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.875252 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.875745 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 29 03:20:03.876084 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: dvr.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.876727 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.877220 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: dvr Jun 29 03:20:03.877530 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: empty_string_filtering.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.878407 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.878910 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: empty-string-filtering Jun 29 03:20:03.879225 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.880162 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.880659 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 29 03:20:03.880967 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.881855 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.882351 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 29 03:20:03.882661 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: external_net.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.883539 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.884063 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: external-net Jun 29 03:20:03.884382 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: extra_dhcp_opt.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.885261 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.885756 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: extra_dhcp_opt Jun 29 03:20:03.886067 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: extraroute.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.886935 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.887430 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: extraroute Jun 29 03:20:03.887740 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: extraroute_atomic.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.888777 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.889281 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: extraroute-atomic Jun 29 03:20:03.889596 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: filter_validation.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.890233 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.890727 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: filter-validation Jun 29 03:20:03.891039 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: fip_pf_description.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.891948 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.892447 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 29 03:20:03.892756 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: fip_port_details.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.893636 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.894137 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: fip-port-details Jun 29 03:20:03.894450 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: flavors.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.895703 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.896238 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: flavors Jun 29 03:20:03.896554 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.898183 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.898698 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 29 03:20:03.899018 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: floatingip_pools.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.899683 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.900221 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: floatingip-pools Jun 29 03:20:03.900538 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: ip_allocation.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.901423 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.901921 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension ip_allocation not supported by any of loaded plugins Jun 29 03:20:03.902234 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.903125 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.903627 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: ip-substring-filtering Jun 29 03:20:03.903981 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: l2_adjacency.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.904881 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.905379 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension l2_adjacency not supported by any of loaded plugins Jun 29 03:20:03.905694 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: l3.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.906622 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.907135 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: router Jun 29 03:20:03.907452 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: l3_conntrack_helper.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.909803 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.910334 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 29 03:20:03.911345 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.912285 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.912798 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: ext-gw-mode Jun 29 03:20:03.913120 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.914007 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.914517 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: l3-ha Jun 29 03:20:03.914843 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: l3_flavors.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.915746 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.916281 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: l3-flavors Jun 29 03:20:03.916602 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.917485 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.917987 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: l3-port-ip-change-not-allowed Jun 29 03:20:03.918302 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: l3agentscheduler.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.919282 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.919789 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: l3_agent_scheduler Jun 29 03:20:03.920136 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: logging.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.921599 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.922115 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension logging not supported by any of loaded plugins Jun 29 03:20:03.922440 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: metering.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.923158 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.923727 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: metering Jun 29 03:20:03.924073 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.925139 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.925644 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: metering_source_and_destination_fields Jun 29 03:20:03.925963 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: multiprovidernet.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.927459 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.927984 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: multi-provider Jun 29 03:20:03.928303 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: netmtu.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.929192 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.929691 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: net-mtu Jun 29 03:20:03.930003 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: netmtu_writable.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.930892 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.931393 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: net-mtu-writable Jun 29 03:20:03.931710 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: network_availability_zone.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.932390 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.932886 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: network_availability_zone Jun 29 03:20:03.933198 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: network_ip_availability.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.934253 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.934763 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: network-ip-availability Jun 29 03:20:03.935078 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: network_segment_range.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.935816 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.936346 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension network-segment-range not supported by any of loaded plugins Jun 29 03:20:03.936660 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: pagination.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.937609 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.937930 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: pagination Jun 29 03:20:03.938245 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: port_device_profile.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.939134 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.939642 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: port-device-profile Jun 29 03:20:03.939992 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.940886 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.941398 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: port-mac-address-regenerate Jun 29 03:20:03.941697 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.942608 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.943106 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: port-numa-affinity-policy Jun 29 03:20:03.943422 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: port_resource_request.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.944322 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.944822 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension port-resource-request not supported by any of loaded plugins Jun 29 03:20:03.945135 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: portbindings.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.946056 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.946557 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: binding Jun 29 03:20:03.946874 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: portbindings_extended.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.948149 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.948656 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: binding-extended Jun 29 03:20:03.948976 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: portsecurity.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.949858 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.950358 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: port-security Jun 29 03:20:03.950671 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: project_id.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.951618 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.951976 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: project-id Jun 29 03:20:03.952290 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: providernet.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.953185 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.953694 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: provider Jun 29 03:20:03.954008 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: qos.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.957779 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.958471 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension qos not supported by any of loaded plugins Jun 29 03:20:03.958797 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.960071 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.960585 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 29 03:20:03.960910 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.961804 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.962310 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 29 03:20:03.962630 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: qos_default.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.963513 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.964053 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension qos-default not supported by any of loaded plugins Jun 29 03:20:03.964372 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: qos_fip.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.965012 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.965513 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension qos-fip not supported by any of loaded plugins Jun 29 03:20:03.965826 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: qos_gateway_ip.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.966719 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.967225 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 29 03:20:03.967538 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: qos_port_network_policy.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.968455 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.968961 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 29 03:20:03.969273 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: qos_rule_type_details.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.970159 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.970659 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 29 03:20:03.970970 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: qos_rules_alias.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.972022 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.972527 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 29 03:20:03.972837 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: quotasv2.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.974726 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.975042 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: quotas Jun 29 03:20:03.975353 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: quotasv2_detail.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.978547 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.978878 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: quota_details Jun 29 03:20:03.979200 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: rbac.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.980261 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.980784 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: rbac-policies Jun 29 03:20:03.981105 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: rbac_address_group.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.982060 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.982574 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: rbac-address-group Jun 29 03:20:03.982894 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: rbac_address_scope.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.983815 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.984341 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: rbac-address-scope Jun 29 03:20:03.984659 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: rbac_security_groups.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.985638 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.986210 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: rbac-security-groups Jun 29 03:20:03.986555 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: rbac_subnetpool.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.987491 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.987999 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: rbac-subnetpool Jun 29 03:20:03.988272 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: revisionifmatch.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.990042 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.990566 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: revision-if-match Jun 29 03:20:03.990867 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: revisions.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.992209 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.992720 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: standard-attr-revisions Jun 29 03:20:03.993038 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: router_availability_zone.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.993689 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.994199 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: router_availability_zone Jun 29 03:20:03.994513 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: routerservicetype.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.995436 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.995950 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension router-service-type not supported by any of loaded plugins Jun 29 03:20:03.996278 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.997171 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.997685 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: security-groups-normalized-cidr Jun 29 03:20:03.998016 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: security_groups_port_filtering.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:03.998890 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:03.999454 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: port-security-groups-filtering Jun 29 03:20:03.999789 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.000721 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.001229 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: security-groups-remote-address-group Jun 29 03:20:04.001544 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: securitygroup.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.011166 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.011700 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: security-group Jun 29 03:20:04.012053 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: segment.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.012820 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.013325 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension segment not supported by any of loaded plugins Jun 29 03:20:04.013647 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.014563 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.015070 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 29 03:20:04.015388 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: servicetype.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.016511 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.017021 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: service-type Jun 29 03:20:04.017340 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: sorting.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.018296 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.018619 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: sorting Jun 29 03:20:04.018930 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: standard_attr_segment.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.020088 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.020603 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 29 03:20:04.020920 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: standardattrdescription.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.021576 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.022098 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: standard-attr-description Jun 29 03:20:04.022409 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: stateful_security_group.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.023317 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.023823 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: stateful-security-group Jun 29 03:20:04.024160 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: stdattrs_common.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.024716 dv-cinder-797245-8-iscsi neutron-server[92809]: WARNING neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 29 03:20:04.025027 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.025932 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.026432 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 29 03:20:04.026743 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: subnet_onboard.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.027786 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.028319 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: subnet_onboard Jun 29 03:20:04.028630 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.029523 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.030019 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 29 03:20:04.030328 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: subnet_service_types.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.031226 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.031723 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: subnet-service-types Jun 29 03:20:04.032060 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: subnetallocation.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.033118 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.033621 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: subnet_allocation Jun 29 03:20:04.033936 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.034577 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.035091 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: subnetpool-prefix-ops Jun 29 03:20:04.035401 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.036876 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.037384 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 29 03:20:04.037697 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: tagging.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.038724 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.039232 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: standard-attr-tag Jun 29 03:20:04.039550 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: timestamp.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.040742 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.041249 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loaded extension: standard-attr-timestamp Jun 29 03:20:04.041567 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: trunk.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.042561 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.043073 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension trunk not supported by any of loaded plugins Jun 29 03:20:04.043393 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: trunk_details.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.044314 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.044819 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension trunk-details not supported by any of loaded plugins Jun 29 03:20:04.045133 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: uplink_status_propagation.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.046022 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.046533 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 29 03:20:04.046846 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Loading extension file: vlantransparent.py {{(pid=92809) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 29 03:20:04.047491 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92809) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 29 03:20:04.048022 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extension vlan-transparent not supported by any of loaded plugins Jun 29 03:20:04.050463 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:network Jun 29 03:20:04.050974 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:subnet Jun 29 03:20:04.052087 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 03:20:04.052472 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:port Jun 29 03:20:04.053744 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.v2.resource_helper [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:04.054172 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.v2.resource_helper [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service FLAVORS assigned prefix: {{(pid=92809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:04.054794 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.v2.resource_helper [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:04.055218 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.v2.resource_helper [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:04.055540 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:router Jun 29 03:20:04.056020 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:floatingip Jun 29 03:20:04.056503 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.v2.resource_helper [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service METERING assigned prefix: /metering {{(pid=92809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:04.057928 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:04.058289 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:04.058631 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92809) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:20:04.059637 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 03:20:04.060099 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:security_group Jun 29 03:20:04.060529 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 03:20:04.061134 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.v2.resource_helper [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service CORE assigned prefix: {{(pid=92809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:04.061457 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 03:20:04.061794 dv-cinder-797245-8-iscsi neutron-server[92809]: WARNING neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] subnetpool is already registered Jun 29 03:20:04.062217 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.v2.resource_helper [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service CORE assigned prefix: {{(pid=92809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:04.062531 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 03:20:04.062854 dv-cinder-797245-8-iscsi neutron-server[92809]: WARNING neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] subnetpool is already registered Jun 29 03:20:04.065179 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.v2.resource_helper [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:04.065608 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.v2.resource_helper [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service FLAVORS assigned prefix: {{(pid=92809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:04.066196 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.v2.resource_helper [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:04.066610 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.v2.resource_helper [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:04.067247 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:router Jun 29 03:20:04.067580 dv-cinder-797245-8-iscsi neutron-server[92809]: WARNING neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] router is already registered Jun 29 03:20:04.068017 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:floatingip Jun 29 03:20:04.068351 dv-cinder-797245-8-iscsi neutron-server[92809]: WARNING neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] floatingip is already registered Jun 29 03:20:04.068797 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.v2.resource_helper [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service METERING assigned prefix: /metering {{(pid=92809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:04.069447 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of CountableResource for resource:rbac_policy Jun 29 03:20:04.069765 dv-cinder-797245-8-iscsi neutron-server[92809]: WARNING neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] rbac_policy is already registered Jun 29 03:20:04.070169 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:security_group Jun 29 03:20:04.070496 dv-cinder-797245-8-iscsi neutron-server[92809]: WARNING neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] security_group is already registered Jun 29 03:20:04.070891 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:security_group_rule Jun 29 03:20:04.071218 dv-cinder-797245-8-iscsi neutron-server[92809]: WARNING neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] security_group_rule is already registered Jun 29 03:20:04.071829 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.v2.resource_helper [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service CORE assigned prefix: {{(pid=92809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:04.072170 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 03:20:04.072496 dv-cinder-797245-8-iscsi neutron-server[92809]: WARNING neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] subnetpool is already registered Jun 29 03:20:04.072909 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.v2.resource_helper [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Service CORE assigned prefix: {{(pid=92809) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 29 03:20:04.073223 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Creating instance of TrackedResource for resource:subnetpool Jun 29 03:20:04.073549 dv-cinder-797245-8-iscsi neutron-server[92809]: WARNING neutron.quota.resource_registry [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] subnetpool is already registered Jun 29 03:20:04.074008 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: extensions {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.075441 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: address-groups {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.076951 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: address-scopes {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.078263 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: agents {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.079406 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: auto-allocated-topology {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.080696 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: availability_zones {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.081906 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: dhcp-networks {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.084748 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: dhcp-agents {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.086171 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: routers {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.087942 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: flavors {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.089167 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: service_profiles {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.090339 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: next_providers {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.091772 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: service_profiles {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.093327 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: floatingip-pools {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.094542 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: routers {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.096273 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: floatingips {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.097545 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: l3-routers {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.100066 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: l3-agents {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.101475 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: metering-labels {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.102713 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: metering-label-rules {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.104105 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: network-ip-availabilities {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.105356 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: bindings {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.106898 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: quotas {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.108539 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: quotas {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.109890 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: rbac-policies {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.111089 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: security-groups {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.112395 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: security-group-rules {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.113673 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: service-providers {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.115619 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: subnetpools {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.116973 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: subnetpools {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.118518 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: tags {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.120230 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: tags {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.122045 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: tags {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.123796 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: tags {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.125489 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: tags {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.127414 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: tags {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.129128 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: tags {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.131048 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: tags {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.132924 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: tags {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.134642 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron.api.extensions [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Extended resource: tags {{(pid=92809) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 29 03:20:04.140611 dv-cinder-797245-8-iscsi neutron-server[92809]: WARNING keystonemiddleware.auth_token [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 29 03:20:04.145097 dv-cinder-797245-8-iscsi neutron-server[92809]: WARNING keystonemiddleware.auth_token [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 29 03:20:04.154315 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_concurrency.lockutils [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Acquired lock "singleton_lock" {{(pid=92809) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 29 03:20:04.154780 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_concurrency.lockutils [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Releasing lock "singleton_lock" {{(pid=92809) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 29 03:20:04.155405 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO oslo_service.service [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Starting 2 workers Jun 29 03:20:04.160112 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Started child 92918 {{(pid=92809) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 03:20:04.165147 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Started child 92919 {{(pid=92809) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 03:20:04.166029 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:04.166718 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO neutron.service [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Neutron service started, listening on 0.0.0.0:9696 Jun 29 03:20:04.167358 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Notify callbacks [] for process, before_spawn {{(pid=92809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:04.167509 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [-] (92918) wsgi starting up on http://0.0.0.0:9696 Jun 29 03:20:04.169802 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:04.170283 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO oslo_service.service [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Starting 1 workers Jun 29 03:20:04.171114 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [-] (92919) wsgi starting up on http://0.0.0.0:9696 Jun 29 03:20:04.174854 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Started child 92920 {{(pid=92809) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 03:20:04.175376 dv-cinder-797245-8-iscsi neutron-server[92809]: INFO oslo_service.service [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Starting 1 workers Jun 29 03:20:04.179314 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.service [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] calling RpcWorker wait() {{(pid=92920) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 29 03:20:04.179883 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.service [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] returning from RpcWorker wait() {{(pid=92920) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 29 03:20:04.180387 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Started child 92921 {{(pid=92809) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 29 03:20:04.181168 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:04.181291 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG neutron_lib.callbacks.manager [None req-f0702eb1-e3b5-4744-a57a-90565d897d6c None None] Notify callbacks [] for process, after_spawn {{(pid=92809) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:04.181776 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:04.183041 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92809) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 03:20:04.183249 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 03:20:04.183432 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 03:20:04.183648 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 03:20:04.184029 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 03:20:04.184192 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 03:20:04.184715 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.184998 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.185124 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:04.185631 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.185631 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.185794 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.186359 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.186600 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.186853 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.187138 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.187388 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.187718 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.188058 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.188461 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.188858 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.189288 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.189720 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.190117 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.190551 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.190860 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.191289 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.191695 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.192153 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.192570 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] debug = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.192975 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.193625 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.194044 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.194443 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.194817 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.195237 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.195607 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.196076 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.196470 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.196846 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.197223 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.197637 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.198031 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.198420 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.198781 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.199177 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.199538 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.200174 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] host = dv-cinder-797245-8-iscsi {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.200569 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.200966 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.201343 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.201741 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.202141 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.202517 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.202929 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.203326 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.203724 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.204125 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.204527 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.204937 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.205320 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.205715 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_file = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.206019 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_options = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.206405 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.206809 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.207213 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.208185 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.208499 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.208817 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.209217 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.209522 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.209925 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.210416 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.210836 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.211189 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:04.211301 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.211431 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.212030 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.212433 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.212817 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.213196 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.213771 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.214158 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.214618 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.215008 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.215115 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.215279 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.215648 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.216058 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.219646 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.219945 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.220224 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.220468 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.220752 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.224380 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.224699 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.224971 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.225239 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.225513 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.225764 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.225999 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.226303 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.226545 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.226831 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.227110 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.227360 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.227619 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.227878 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.228108 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.228340 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] use_json = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.228561 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.228806 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.229091 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.229300 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.229521 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.229740 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.229962 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.230213 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.230649 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.230939 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.231275 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.231537 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.231779 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.232061 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.232303 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.232531 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.232808 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.233043 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.233385 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.233631 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.233940 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.234352 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.234605 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.234948 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.235222 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.235491 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.235731 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.236005 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.236241 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.236473 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.236799 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.237072 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.237335 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.237590 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.237814 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.238057 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.238278 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.238498 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.238758 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.239059 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.239348 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.239609 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.239867 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.240112 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.240351 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.240591 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.240831 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.241081 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.241354 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.241590 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.241975 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.242204 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.242447 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.242669 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.242887 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.243139 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.243364 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.243624 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.243876 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.244199 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.244426 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.244645 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.244869 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.245106 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.245327 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.245573 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.245793 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.246011 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.246259 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.246529 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.246751 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.246974 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.247190 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.247436 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.247649 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.247926 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.248149 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.248386 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.248627 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.248866 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.249080 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.249292 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.249504 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.249740 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.249956 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.250168 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.250384 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.250596 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.250827 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.251060 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.251275 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.251490 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.251775 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.252099 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.252356 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.252618 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.252836 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.253240 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.253485 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.253747 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.253982 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.254199 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.254586 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.254829 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.255068 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.255343 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.255532 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.255751 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.256059 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.256294 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.256572 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.256742 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.256983 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.257225 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.257512 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.257737 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.257970 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.258214 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.258608 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.258923 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.259144 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.259422 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.259641 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.259946 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.260421 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.260833 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.261324 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.261736 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.262147 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.262565 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.262946 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.263353 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.263774 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.264084 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.264382 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.264564 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.265061 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.265061 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.265235 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.266008 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.266008 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.266008 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.266247 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.267268 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.267268 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.267268 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.267268 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.268347 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.268347 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.268347 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.268347 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.268347 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.268910 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.268910 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.269165 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.269296 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.269480 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.269714 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.270466 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.270957 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.271359 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.271799 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.272137 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.272511 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.272892 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.273146 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.273373 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.273627 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.273846 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.274068 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.275303 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.275303 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.275303 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.275303 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.275303 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.276049 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.276049 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.276049 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.276471 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.276471 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.276726 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.276867 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.277110 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.277326 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.277572 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.277816 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.278030 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.278244 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.278471 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.278684 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.278902 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.279132 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.279356 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.279615 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.279933 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.280256 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.280517 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.280770 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.281037 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.281278 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.281539 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.281758 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.281976 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.282215 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.282433 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.282646 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.282886 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.283131 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.283350 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.283560 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.283771 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.284031 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.284266 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.284494 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.284786 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.285025 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.285256 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.285604 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.286393 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.286618 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.286849 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.287059 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.287269 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.287516 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.287737 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.287978 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.288225 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.288435 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.288646 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.288956 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.289126 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.289335 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.289559 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.289768 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.289987 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.290209 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.290425 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.290632 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.290860 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.291095 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.292090 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.292090 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.292090 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.292090 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.292845 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.292845 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.292845 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.293327 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.293327 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.294173 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.294173 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.294173 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.294569 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.294569 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.294833 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.294968 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.295179 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.295337 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.295654 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.295976 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.296242 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.296483 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.296783 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.297066 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.297323 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.297543 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.297850 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.298177 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.298445 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.298717 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.298942 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.299208 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.299452 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.299669 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.299914 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.300152 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.300367 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.300626 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.300877 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.301104 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.301391 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.301605 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.301822 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.302416 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.302416 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.302727 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.302727 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.303167 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 03:20:04.303414 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92809) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 29 03:20:04.303590 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 29 03:20:04.303749 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 29 03:20:04.304121 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 29 03:20:04.304296 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 29 03:20:04.304450 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 29 03:20:04.304722 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.304889 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.305051 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.305210 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.305363 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.305548 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.305691 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.305851 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.306009 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.306166 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.306325 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.306485 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.306642 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.306801 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.306959 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.307118 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.307285 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.307422 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.307584 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.307742 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.307927 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.308129 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.308275 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] debug = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.308425 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.308638 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.308822 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.308976 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.309109 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.309260 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.309392 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.309526 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.309662 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.309825 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.309983 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.310141 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.310299 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.310458 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.310651 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.310822 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.310999 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.311177 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] host = dv-cinder-797245-8-iscsi {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.311177 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.311478 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.311478 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.311750 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.311750 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.312030 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.312164 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.312298 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.312439 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.312585 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.312721 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.312866 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.313015 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.313152 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_file = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.313294 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_options = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.313431 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.313566 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.313701 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.313837 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:04.313988 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.313988 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.314263 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.314263 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.314533 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.314680 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.314816 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.314952 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.315086 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.315229 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.315365 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.315500 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.315724 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.315724 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.316049 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.316049 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.316317 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.316317 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.316601 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.316601 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.316879 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.317061 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.317295 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.317438 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.317600 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.317744 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.317902 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.318055 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.318193 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.318338 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.318496 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.318639 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.318787 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.318944 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.319087 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.319394 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.319557 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.319704 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.319873 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.320018 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.320155 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.320313 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.320469 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] use_json = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.320609 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.320755 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.320912 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.321052 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.321189 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.321325 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.321482 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.321626 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 29 03:20:04.321806 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.321970 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.322143 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.322296 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.322443 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.322601 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.322745 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.322894 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.323059 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.323203 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.323376 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.323539 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.323700 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.323863 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.324030 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.324195 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.324343 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.324504 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.324648 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.324814 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.324968 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.325118 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.325284 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.325429 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.325900 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.325900 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.325900 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.326310 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.326310 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.326571 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.326571 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.326842 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.326842 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.327099 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.327099 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.327371 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.327371 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.327629 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.327765 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.327952 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.328094 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.328230 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.328365 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.328500 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.328636 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.328771 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.328907 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.329053 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.329199 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.329335 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.329557 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.329701 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.329838 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.329973 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.330109 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.330244 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.330379 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.330523 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.330689 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.330834 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.330996 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.331171 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.331315 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.331480 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.331645 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.331808 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.331989 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.332128 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.332285 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.332973 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.333615 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.333615 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.333615 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.334095 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.334095 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.334095 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.334095 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.334812 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.334812 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.334812 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.334812 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.335316 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.335316 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.335316 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.335316 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.335830 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.335830 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.335830 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.336439 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.336439 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.336439 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.336439 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.336945 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.336945 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.336945 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.337343 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.337343 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.337343 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.337758 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.337758 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.337758 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.338199 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.338199 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.338199 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.338605 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.338605 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.338605 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.338986 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.338986 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.339245 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.339245 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.339511 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.339511 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.339886 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.339886 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.340165 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.340165 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.340423 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.340423 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.340689 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.340840 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.340840 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.341101 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.341237 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.341374 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.341510 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.341645 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.341791 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.341928 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.342072 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.342211 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.342347 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.342531 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.342676 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.342839 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.342983 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.343148 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.343292 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.343442 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.343605 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.343749 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.343921 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.344165 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.344328 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.344489 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.344650 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.344810 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.344972 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.345133 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.345295 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.345455 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.345605 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.345767 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.345927 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.346092 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.346254 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.346415 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.346575 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.346737 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.346898 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.347058 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.347219 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.347380 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.347540 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.347700 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.347886 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.348105 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.349032 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.349785 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.349952 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.350117 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.350280 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.350442 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.350611 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.350774 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.350936 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.351099 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.351261 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.351424 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.351586 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.351748 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.351937 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.352101 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.352262 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.352424 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.352584 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.352745 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.352923 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.353084 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.353245 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.353465 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.353564 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.353721 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.353862 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.354021 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.354182 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.354342 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.354503 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.354664 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.354827 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.354988 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.355149 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.355310 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.355471 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.355631 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.355791 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.356710 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.356710 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.356710 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.356710 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.356710 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.356710 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.357309 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.357309 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.357309 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.357309 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.358292 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.358292 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.358292 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.358292 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.358292 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.358292 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.358864 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.358864 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.358864 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.359159 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.359159 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.359379 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.359379 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.359585 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.359695 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.359848 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.360005 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.360167 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.360328 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.360495 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.360667 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.360829 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.360990 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.361159 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.361319 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.361479 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.361640 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.361812 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.361973 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.362136 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.362296 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.362457 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.362619 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.362781 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.362945 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.363117 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.363286 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.363448 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.363773 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.363913 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.363991 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.364308 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.364486 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.364660 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.364821 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.364985 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.365145 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.365306 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.365467 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.365627 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.365790 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.365950 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.366109 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.366271 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.366436 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.366600 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.366750 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.366905 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.367066 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.367227 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.367389 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.367548 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.367709 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 29 03:20:04.367898 dv-cinder-797245-8-iscsi neutron-server[92809]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92809) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 29 03:20:04.462258 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 41390) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:04.470895 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064354 Jun 29 03:20:15.726670 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f31d2583-2205-4073-b698-10e68f3ca081 None None] get_active_networks_info from dv-cinder-797245-8-iscsi {{(pid=92920) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 29 03:20:15.854800 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f31d2583-2205-4073-b698-10e68f3ca081 None None] No non-hosted networks {{(pid=92920) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 29 03:20:15.864516 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.agentschedulers_db [None req-f31d2583-2205-4073-b698-10e68f3ca081 None None] DHCP Agent not found on host dv-cinder-797245-8-iscsi {{(pid=92920) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 29 03:20:16.047992 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-737849bb-90bb-4678-99da-ac2616ccad7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675232'] for agent, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:18.452278 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4c34be97-d141-4716-8601-bda9b9a7b9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675232'] for agent, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:18.495503 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b0809ac8-b515-4388-abc6-524ceae08a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:18.728116 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675232'] for agent, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:18.728888 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:18.729224 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:18.729604 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:18.729968 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:18.730371 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:18.730988 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:18.731586 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:18.732156 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:18.732751 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:18.733247 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:18.733808 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:18.734888 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:18.736515 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-797245-8-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:18.751168 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-797245-8-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:19.571908 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675232'] for agent, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:20.807043 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675232'] for agent, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:21.952960 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 41482) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:22.435795 dv-cinder-797245-8-iscsi neutron-server[92918]: WARNING oslo_policy.policy [None req-7a29367d-c956-44d2-aff3-9692c08c19c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:22.436422 dv-cinder-797245-8-iscsi neutron-server[92918]: WARNING oslo_policy.policy [None req-7a29367d-c956-44d2-aff3-9692c08c19c9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:22.654032 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [None req-7a29367d-c956-44d2-aff3-9692c08c19c9 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92918) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:20:22.655050 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-7a29367d-c956-44d2-aff3-9692c08c19c9 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7012136 Jun 29 03:20:24.735211 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.db.l3_hamode_db [None req-7790c7a0-4b7e-4b61-abde-38e30e8f0eba None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 29 03:20:24.814268 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7790c7a0-4b7e-4b61-abde-38e30e8f0eba None None] Routers set() bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:20:24.814654 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7790c7a0-4b7e-4b61-abde-38e30e8f0eba None None] Router IDs set() for agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 29 03:20:24.999056 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 41496) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:25.303778 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-0447ae33-e2b3-46d0-890d-fd3297c5b525 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:20:25.396902 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.policy [None req-0447ae33-e2b3-46d0-890d-fd3297c5b525 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92918) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 03:20:25.441998 dv-cinder-797245-8-iscsi neutron-server[92918]: WARNING oslo_policy.policy [None req-0447ae33-e2b3-46d0-890d-fd3297c5b525 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:25.442380 dv-cinder-797245-8-iscsi neutron-server[92918]: WARNING oslo_policy.policy [None req-0447ae33-e2b3-46d0-890d-fd3297c5b525 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:25.450695 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.quota [None req-0447ae33-e2b3-46d0-890d-fd3297c5b525 admin admin] Loaded quota_driver: . Jun 29 03:20:25.540400 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0447ae33-e2b3-46d0-890d-fd3297c5b525 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740963404184', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740963403691', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740963417050', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740963414416', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740963363667', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740963370138', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1772367', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1949266', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-853305', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1033803'] for rbac-policy, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:25.603679 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0447ae33-e2b3-46d0-890d-fd3297c5b525 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:25.604927 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-0447ae33-e2b3-46d0-890d-fd3297c5b525 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6049190 Jun 29 03:20:28.100320 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 41508) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:28.577831 dv-cinder-797245-8-iscsi neutron-server[92919]: WARNING oslo_policy.policy [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:28.578414 dv-cinder-797245-8-iscsi neutron-server[92919]: WARNING oslo_policy.policy [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:28.794675 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Request body: {'network': {'project_id': '9f15312d758a42eda3017d35fbc3ed11', 'name': 'private', 'admin_state_up': True, 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:20:28.796289 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.quota [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Loaded quota_driver: . Jun 29 03:20:28.854336 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Made reservation on behalf of 9f15312d758a42eda3017d35fbc3ed11 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:20:28.921303 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.policy [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92919) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 29 03:20:28.966736 dv-cinder-797245-8-iscsi neutron-server[92919]: WARNING oslo_policy.policy [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:28.967126 dv-cinder-797245-8-iscsi neutron-server[92919]: WARNING oslo_policy.policy [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 29 03:20:28.977852 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:28.998925 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:29.130117 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:29.133802 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:29.139089 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:29.158937 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:20:29.183424 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740965926440', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:29.184034 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Unsubscribe: segment precommit_create {{(pid=92919) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 03:20:29.184495 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Added segment d79772f2-968a-41c6-8c2e-7afdd26ea414 of type vlan for network 298a0442-8bba-46cd-9c27-c1857a2893d5 Jun 29 03:20:29.190669 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ba3431e-6917-4a10-b08d-17d1facc3414,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:29.215229 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:29.215599 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:29.215945 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:29.216259 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:29.216566 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:29.216883 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:29.217188 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:29.217488 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:29.217806 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:29.218108 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:29.218404 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:29.218697 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Tracked resource versions report: Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: pushed versions: Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: { 'AddressGroup': {'1.2'}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'ConntrackHelper': {'1.0'}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Log': {'1.0'}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Network': {'1.1'}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Port': {'1.7'}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'PortForwarding': {'1.2'}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'QosPolicy': {'1.8'}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'SecurityGroup': {'1.4'}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'SubPort': {'1.0'}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Subnet': {'1.1'}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Trunk': {'1.1'}} Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: consumer versions: Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: { DHCP agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: L3 agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: Metadata agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: Metering agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: Open vSwitch agent@dv-cinder-797245-8-iscsi: { 'AddressGroup': '1.2', Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'ConntrackHelper': '1.0', Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Log': '1.0', Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Network': '1.1', Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Port': '1.7', Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'PortForwarding': '1.2', Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'QosPolicy': '1.8', Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'SecurityGroup': '1.4', Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'SecurityGroupRule': '1.2', Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'SubPort': '1.0', Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Subnet': '1.1', Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Trunk': '1.1'}} Jun 29 03:20:29.219772 dv-cinder-797245-8-iscsi neutron-server[92919]: {{(pid=92919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:20:29.299414 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:29.312286 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:29.364510 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:29.366098 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:29.366755 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:29.368639 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:29.444713 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3420999 Jun 29 03:20:29.466714 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Pushing event updated for resources: {'Network': ['ID=298a0442-8bba-46cd-9c27-c1857a2893d5,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:29.469948 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:29.478639 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network 298a0442-8bba-46cd-9c27-c1857a2893d5 details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:20:32.056699 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 41530) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:32.438351 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93c691b-a3dc-4897-b1c8-152d60302dd4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:32.439670 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e93c691b-a3dc-4897-b1c8-152d60302dd4 admin admin] 10.222.0.39 "GET /v2.0/networks/298a0442-8bba-46cd-9c27-c1857a2893d5 HTTP/1.1" status: 200 len: 825 time: 0.3819919 Jun 29 03:20:32.479788 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8eb83f6a-a15d-413d-a6d8-66bb2860bf2b admin admin] 10.222.0.39 "GET /v2.0/subnetpools/656e01d8-f034-46a1-b0ee-fedbc49901af HTTP/1.1" status: 200 len: 734 time: 0.0341249 Jun 29 03:20:32.488639 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-f8609b4d-6e71-4bcf-87ad-60e597596ce4 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'private-subnet', 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'subnetpool_id': '656e01d8-f034-46a1-b0ee-fedbc49901af', 'gateway_ip': '172.20.0.1'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:20:32.511495 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8609b4d-6e71-4bcf-87ad-60e597596ce4 admin admin] Made reservation on behalf of 9f15312d758a42eda3017d35fbc3ed11 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:20:32.513728 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f8609b4d-6e71-4bcf-87ad-60e597596ce4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:32.804394 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f8609b4d-6e71-4bcf-87ad-60e597596ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:32.808459 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:32.872419 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8609b4d-6e71-4bcf-87ad-60e597596ce4 admin admin] Checking segment: {'id': 'd79772f2-968a-41c6-8c2e-7afdd26ea414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:20:32.872801 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8609b4d-6e71-4bcf-87ad-60e597596ce4 admin admin] Network hostable DHCP agents. Network: 298a0442-8bba-46cd-9c27-c1857a2893d5, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:20:32.880101 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8609b4d-6e71-4bcf-87ad-60e597596ce4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7cab510-8bb7-4ee2-9fa5-bf958b344d58,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:32.884398 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f8609b4d-6e71-4bcf-87ad-60e597596ce4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:32.898342 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8609b4d-6e71-4bcf-87ad-60e597596ce4 admin admin] Network 298a0442-8bba-46cd-9c27-c1857a2893d5 is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:20:32.908470 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-f8609b4d-6e71-4bcf-87ad-60e597596ce4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, 298a0442-8bba-46cd-9c27-c1857a2893d5) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:20:32.913103 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8609b4d-6e71-4bcf-87ad-60e597596ce4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:32.913668 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f8609b4d-6e71-4bcf-87ad-60e597596ce4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:32.918228 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d86782-2e79-45a4-a91d-c51bc6baa51c None None] Network 298a0442-8bba-46cd-9c27-c1857a2893d5 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:20:32.928503 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f8609b4d-6e71-4bcf-87ad-60e597596ce4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4435501 Jun 29 03:20:33.262645 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210c7d36-8f14-5311-865c-589e5847e099-298a0442-8bba-46cd-9c27-c1857a2893d5', 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'fixed_ips': [{'subnet_id': 'e7cab510-8bb7-4ee2-9fa5-bf958b344d58'}]}} from dv-cinder-797245-8-iscsi. {{(pid=92920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:20:33.263885 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:33.537525 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Allocated IP 172.20.0.2 (298a0442-8bba-46cd-9c27-c1857a2893d5/e7cab510-8bb7-4ee2-9fa5-bf958b344d58/95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:20:33.740032 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:33.784686 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Transition to ACTIVE for port object 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:20:33.805975 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Transition to ACTIVE for port object 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:20:33.814046 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:33.817424 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:33.888706 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Network 298a0442-8bba-46cd-9c27-c1857a2893d5 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:20:33.893962 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:20:33.899434 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Pushing event updated for resources: {'Port': ['ID=95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:33.901662 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:20:33.911364 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:33.911701 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:33.912052 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:33.912378 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:33.912695 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:33.913031 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:33.913342 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:33.913653 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:33.913977 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:33.914289 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:33.914594 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:33.914896 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Tracked resource versions report: Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: pushed versions: Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: { 'AddressGroup': {'1.2'}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'ConntrackHelper': {'1.0'}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Log': {'1.0'}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Network': {'1.1'}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Port': {'1.7'}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'PortForwarding': {'1.2'}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'QosPolicy': {'1.8'}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'SecurityGroup': {'1.4'}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'SubPort': {'1.0'}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Subnet': {'1.1'}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Trunk': {'1.1'}} Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: consumer versions: Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: { DHCP agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: L3 agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: Metadata agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: Metering agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: Open vSwitch agent@dv-cinder-797245-8-iscsi: { 'AddressGroup': '1.2', Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'ConntrackHelper': '1.0', Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Log': '1.0', Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Network': '1.1', Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Port': '1.7', Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'PortForwarding': '1.2', Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'QosPolicy': '1.8', Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'SecurityGroup': '1.4', Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'SecurityGroupRule': '1.2', Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'SubPort': '1.0', Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Subnet': '1.1', Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Trunk': '1.1'}} Jun 29 03:20:33.916031 dv-cinder-797245-8-iscsi neutron-server[92920]: {{(pid=92920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:20:33.934887 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:33.982041 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Attempting to bind port 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:20:33.982438 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Attempting to bind port 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': 'd79772f2-968a-41c6-8c2e-7afdd26ea414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:20:33.982866 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Attempting to bind port 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e on network 298a0442-8bba-46cd-9c27-c1857a2893d5 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:20:33.988607 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 20, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:20:33.989271 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Checking segment: {'id': 'd79772f2-968a-41c6-8c2e-7afdd26ea414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:20:33.989793 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:33.990429 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Bound using segment: {'id': 'd79772f2-968a-41c6-8c2e-7afdd26ea414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:20:33.991033 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Bound port: 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79772f2-968a-41c6-8c2e-7afdd26ea414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:20:33.991581 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:34.053019 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] For port 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:20:34.057323 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] For port 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e,segment=NetworkSegment(d79772f2-968a-41c6-8c2e-7afdd26ea414),segment_id=d79772f2-968a-41c6-8c2e-7afdd26ea414)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:20:34.061101 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:34.067932 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:34.129286 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Pushing event updated for resources: {'Port': ['ID=95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:34.138335 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:35.323205 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 41538) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:35.639849 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [None req-1894fed2-4a35-4f28-b09e-bcc07c206e0c admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:20:35.640900 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-1894fed2-4a35-4f28-b09e-bcc07c206e0c admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3167596 Jun 29 03:20:37.981281 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 41546) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:38.292334 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [None req-206e6fe9-69af-488b-88ad-e3d2d99b51d8 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92918) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:20:38.293513 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-206e6fe9-69af-488b-88ad-e3d2d99b51d8 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3111959 Jun 29 03:20:40.131117 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cfd955-a30b-408c-a3c8-42999e0bf4a3 None None] Network 298a0442-8bba-46cd-9c27-c1857a2893d5 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:20:40.191102 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-d15b5a23-37fb-4eb4-a731-2fa00b134f6b None None] Provisioning for port 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:20:40.547769 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:20:40.628315 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:20:40.631778 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:20:40.632217 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:40.737162 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:40.771353 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e,segment=NetworkSegment(d79772f2-968a-41c6-8c2e-7afdd26ea414),segment_id=d79772f2-968a-41c6-8c2e-7afdd26ea414)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:20:40.775794 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:40.778273 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-58b1aa3e-18aa-4347-9efb-fa81224849fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:40.822654 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:40.825817 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:40.901809 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 41560) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:41.191944 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-48e3862d-1021-46e6-a515-a854a40b470c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'admin_state_up': True}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:20:41.217357 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-48e3862d-1021-46e6-a515-a854a40b470c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:41.218783 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-48e3862d-1021-46e6-a515-a854a40b470c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:41.353964 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-48e3862d-1021-46e6-a515-a854a40b470c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:41.358573 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-48e3862d-1021-46e6-a515-a854a40b470c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769002'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:41.370448 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-48e3862d-1021-46e6-a515-a854a40b470c admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:41.371633 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-48e3862d-1021-46e6-a515-a854a40b470c admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4688649 Jun 29 03:20:42.515987 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:20:42.567811 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:20:42.568123 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:43.234355 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 5 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:20:43.691179 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 41568) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:43.995340 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [None req-c4a9509b-6811-4844-82d3-6bd171ddb86e admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:20:43.996349 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c4a9509b-6811-4844-82d3-6bd171ddb86e admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3042529 Jun 29 03:20:45.631986 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bcb730f0-f0f4-4491-b1b7-ac77edb6b601 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:46.325529 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 41576) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:46.624792 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:20:46.645509 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Made reservation on behalf of 37412567bade42d3af2d30636070637a for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:20:46.647869 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:46.655402 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:46.743541 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:46.747070 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:46.750833 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:46.760889 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Reserving flat network on physical network physnet1 {{(pid=92919) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 29 03:20:46.784350 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df363a4-f622-4bbd-87ab-84ebfef9405e,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:46.787069 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:46.787413 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Added segment 0a47a543-103b-4728-b8af-e18cdd3b4e33 of type flat for network f51c5211-9e47-48bd-999b-9f8ea905804c Jun 29 03:20:46.788697 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:46.832543 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:46.867536 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:46.868777 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:46.869340 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:46.872014 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a6e798c7-2c5c-4bd3-81a3-1c8bf068debb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:46.916300 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5896721 Jun 29 03:20:46.927321 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Pushing event updated for resources: {'Network': ['ID=f51c5211-9e47-48bd-999b-9f8ea905804c,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:46.930114 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:46.937771 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network f51c5211-9e47-48bd-999b-9f8ea905804c details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:20:48.434211 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b545fe4b-c092-40b7-b629-e1c71ec49131 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:48.727583 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:49.235509 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 41584) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:49.515767 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:49.524619 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93127d8f-6e5e-41b5-b661-88b03cf1e56e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:49.525938 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-93127d8f-6e5e-41b5-b661-88b03cf1e56e admin admin] 10.222.0.39 "GET /v2.0/subnets/e7cab510-8bb7-4ee2-9fa5-bf958b344d58 HTTP/1.1" status: 200 len: 849 time: 0.2888930 Jun 29 03:20:49.638152 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-70a39cc7-5245-4eed-81d8-c67392c02fa0 admin admin] 10.222.0.39 "GET /v2.0/routers/d74dae56-fc47-4232-a4f0-caab4f5b9868 HTTP/1.1" status: 200 len: 704 time: 0.1066959 Jun 29 03:20:49.893491 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:50.175714 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Allocated IP 172.20.0.1 (298a0442-8bba-46cd-9c27-c1857a2893d5/e7cab510-8bb7-4ee2-9fa5-bf958b344d58/45eb343d-bc86-469d-8778-01a88f55eaa1) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:20:50.365986 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:50.387408 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Transition to ACTIVE for port object 45eb343d-bc86-469d-8778-01a88f55eaa1 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:20:50.468535 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:50.470848 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:50.540210 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Network 298a0442-8bba-46cd-9c27-c1857a2893d5 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:20:50.548145 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:20:50.553722 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:20:50.553818 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672668'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:50.573237 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Pushing event updated for resources: {'Port': ['ID=45eb343d-bc86-469d-8778-01a88f55eaa1,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:50.614157 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:50.750330 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:50.763746 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:50.795982 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-7ba00ac9-61a9-438e-9cfb-e70f9795735a None None] Provisioning for port 45eb343d-bc86-469d-8778-01a88f55eaa1 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:20:50.799568 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-7ba00ac9-61a9-438e-9cfb-e70f9795735a None None] Provisioning complete for port 45eb343d-bc86-469d-8778-01a88f55eaa1 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:20:50.799964 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7ba00ac9-61a9-438e-9cfb-e70f9795735a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:50.831935 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-7ba00ac9-61a9-438e-9cfb-e70f9795735a None None] Port 45eb343d-bc86-469d-8778-01a88f55eaa1 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:20:50.942563 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:50.946873 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:50.947969 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672616'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:50.950409 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:51.027061 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Pushing event updated for resources: {'Port': ['ID=45eb343d-bc86-469d-8778-01a88f55eaa1,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:51.029814 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:51.073775 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Network 298a0442-8bba-46cd-9c27-c1857a2893d5 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:20:51.075044 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:20:51.234258 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Router d74dae56-fc47-4232-a4f0-caab4f5b9868 is scheduled to L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:20:51.251015 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-32a22c93-25bc-4b90-9c0b-a12a68ab00df None None] Provisioning complete for port 45eb343d-bc86-469d-8778-01a88f55eaa1 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:20:51.251379 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-32a22c93-25bc-4b90-9c0b-a12a68ab00df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:51.285401 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-32a22c93-25bc-4b90-9c0b-a12a68ab00df None None] Port 45eb343d-bc86-469d-8778-01a88f55eaa1 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:20:51.325535 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:20:51.331692 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] 10.222.0.39 "PUT /v2.0/routers/d74dae56-fc47-4232-a4f0-caab4f5b9868/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6881196 Jun 29 03:20:51.335285 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Sync routers for ids ['d74dae56-fc47-4232-a4f0-caab4f5b9868'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:20:51.347609 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Routers {'d74dae56-fc47-4232-a4f0-caab4f5b9868'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:20:51.348651 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:20:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['d74dae56-fc47-4232-a4f0-caab4f5b9868'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:51.531652 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Set router d74dae56-fc47-4232-a4f0-caab4f5b9868 gateway port host: None {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:20:51.957999 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'name': 'router1', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:20:41Z', 'updated_at': '2021-06-29T03:20:50Z', 'revision_number': 2, 'project_id': '9f15312d758a42eda3017d35fbc3ed11', 'gw_port_host': None, '_interfaces': [{'id': '45eb343d-bc86-469d-8778-01a88f55eaa1', 'name': '', 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'mac_address': 'fa:16:3e:d5:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7cab510-8bb7-4ee2-9fa5-bf958b344d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:49Z', 'updated_at': '2021-06-29T03:20:50Z', 'revision_number': 2, 'project_id': '9f15312d758a42eda3017d35fbc3ed11', 'subnets': [{'id': 'e7cab510-8bb7-4ee2-9fa5-bf958b344d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '656e01d8-f034-46a1-b0ee-fedbc49901af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:52.007189 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Checking router: d74dae56-fc47-4232-a4f0-caab4f5b9868 for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:20:52.007565 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Updating router d74dae56-fc47-4232-a4f0-caab4f5b9868 port 45eb343d-bc86-469d-8778-01a88f55eaa1 binding host dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:20:52.070935 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:52.556474 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:52.575299 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Transition to ACTIVE for port object 45eb343d-bc86-469d-8778-01a88f55eaa1 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:20:52.581079 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:52.585603 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:52.739691 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Pushing event updated for resources: {'Port': ['ID=45eb343d-bc86-469d-8778-01a88f55eaa1,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:52.743111 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Attempting to bind port 45eb343d-bc86-469d-8778-01a88f55eaa1 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:20:52.743501 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Attempting to bind port 45eb343d-bc86-469d-8778-01a88f55eaa1 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': 'd79772f2-968a-41c6-8c2e-7afdd26ea414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:20:52.743945 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Attempting to bind port 45eb343d-bc86-469d-8778-01a88f55eaa1 on network 298a0442-8bba-46cd-9c27-c1857a2893d5 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:20:52.752316 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:52.752650 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:52.752970 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:52.753286 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:52.753593 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:52.753898 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:52.754201 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:52.754529 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:52.754847 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:52.755151 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:52.755448 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:52.755742 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Tracked resource versions report: Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: pushed versions: Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: { 'AddressGroup': {'1.2'}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'ConntrackHelper': {'1.0'}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Log': {'1.0'}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Network': {'1.1'}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Port': {'1.7'}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'PortForwarding': {'1.2'}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'QosPolicy': {'1.8'}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'SecurityGroup': {'1.4'}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'SubPort': {'1.0'}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Subnet': {'1.1'}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Trunk': {'1.1'}} Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: consumer versions: Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: { DHCP agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: L3 agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: Metadata agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: Metering agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: Open vSwitch agent@dv-cinder-797245-8-iscsi: { 'AddressGroup': '1.2', Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'ConntrackHelper': '1.0', Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Log': '1.0', Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Network': '1.1', Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Port': '1.7', Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'PortForwarding': '1.2', Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'QosPolicy': '1.8', Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'SecurityGroup': '1.4', Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'SecurityGroupRule': '1.2', Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'SubPort': '1.0', Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Subnet': '1.1', Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Trunk': '1.1'}} Jun 29 03:20:52.756857 dv-cinder-797245-8-iscsi neutron-server[92921]: {{(pid=92921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:20:52.760261 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:52.761000 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:20:52.761402 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Checking segment: {'id': 'd79772f2-968a-41c6-8c2e-7afdd26ea414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:20:52.761878 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:52.762249 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Bound using segment: {'id': 'd79772f2-968a-41c6-8c2e-7afdd26ea414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:20:52.762749 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Bound port: 45eb343d-bc86-469d-8778-01a88f55eaa1, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79772f2-968a-41c6-8c2e-7afdd26ea414', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:20:52.763145 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:52.830839 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] For port 45eb343d-bc86-469d-8778-01a88f55eaa1, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:20:52.853005 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] For port 45eb343d-bc86-469d-8778-01a88f55eaa1, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=45eb343d-bc86-469d-8778-01a88f55eaa1,segment=NetworkSegment(d79772f2-968a-41c6-8c2e-7afdd26ea414),segment_id=d79772f2-968a-41c6-8c2e-7afdd26ea414)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:20:52.857171 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:52.860108 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:52.918103 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Routers {'d74dae56-fc47-4232-a4f0-caab4f5b9868'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:20:52.918712 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:20:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['d74dae56-fc47-4232-a4f0-caab4f5b9868'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:52.920536 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Pushing event updated for resources: {'Port': ['ID=45eb343d-bc86-469d-8778-01a88f55eaa1,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:52.925460 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:53.014317 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] Set router d74dae56-fc47-4232-a4f0-caab4f5b9868 gateway port host: None {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:20:53.222313 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'name': 'router1', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:20:41Z', 'updated_at': '2021-06-29T03:20:50Z', 'revision_number': 2, 'project_id': '9f15312d758a42eda3017d35fbc3ed11', 'gw_port_host': None, '_interfaces': [{'id': '45eb343d-bc86-469d-8778-01a88f55eaa1', 'name': '', 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'mac_address': 'fa:16:3e:d5:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7cab510-8bb7-4ee2-9fa5-bf958b344d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:49Z', 'updated_at': '2021-06-29T03:20:52Z', 'revision_number': 4, 'project_id': '9f15312d758a42eda3017d35fbc3ed11', 'subnets': [{'id': 'e7cab510-8bb7-4ee2-9fa5-bf958b344d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '656e01d8-f034-46a1-b0ee-fedbc49901af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:53.247383 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da55ebea-365b-4d3c-b095-46fc10886a4d None None] The sync data for ids ['d74dae56-fc47-4232-a4f0-caab4f5b9868'] in dv-cinder-797245-8-iscsi is: [{'id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'name': 'router1', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:20:41Z', 'updated_at': '2021-06-29T03:20:50Z', 'revision_number': 2, 'project_id': '9f15312d758a42eda3017d35fbc3ed11', 'gw_port_host': None, '_interfaces': [{'id': '45eb343d-bc86-469d-8778-01a88f55eaa1', 'name': '', 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'mac_address': 'fa:16:3e:d5:d1:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7cab510-8bb7-4ee2-9fa5-bf958b344d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:49Z', 'updated_at': '2021-06-29T03:20:52Z', 'revision_number': 4, 'project_id': '9f15312d758a42eda3017d35fbc3ed11', 'subnets': [{'id': 'e7cab510-8bb7-4ee2-9fa5-bf958b344d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '656e01d8-f034-46a1-b0ee-fedbc49901af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:20:53.554232 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 41604) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:53.662823 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9066da9e-f4a1-487e-bde1-9807808fa06e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:53.664214 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9066da9e-f4a1-487e-bde1-9807808fa06e admin admin] 10.222.0.39 "GET /v2.0/networks/f51c5211-9e47-48bd-999b-9f8ea905804c HTTP/1.1" status: 200 len: 842 time: 0.1090796 Jun 29 03:20:53.673361 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] Request body: {'subnet': {'name': 'public-subnet', 'cidr': '172.27.1.0/24', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'enable_dhcp': False, 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:20:53.694436 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] Made reservation on behalf of 37412567bade42d3af2d30636070637a for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:20:53.696758 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] Notify callbacks [] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:54.040773 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.objects.ports [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92919) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 29 03:20:54.041209 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:54.043942 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:54.093986 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f04d9874-e86b-453e-8035-96fcd5cd1b2e,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:54.102347 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:54.103136 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] Checking segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:20:54.103481 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] Network hostable DHCP agents. Network: f51c5211-9e47-48bd-999b-9f8ea905804c, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:20:54.120075 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] Network f51c5211-9e47-48bd-999b-9f8ea905804c is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:20:54.128916 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, f51c5211-9e47-48bd-999b-9f8ea905804c) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:20:54.132940 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:54.133519 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:54.139423 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eca9795-7e99-4c81-9789-b1ec7416bc52 None None] Network f51c5211-9e47-48bd-999b-9f8ea905804c requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:20:54.161026 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4781470 Jun 29 03:20:54.271793 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4461f17-8156-4613-a1f6-611cbce2205e None None] Network f51c5211-9e47-48bd-999b-9f8ea905804c requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:20:56.422210 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 41626) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:20:56.551012 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ebc48b5a-67bb-4a9f-bda1-c263a2ccb506 admin admin] 10.222.0.39 "GET /v2.0/routers/d74dae56-fc47-4232-a4f0-caab4f5b9868 HTTP/1.1" status: 200 len: 710 time: 0.1276822 Jun 29 03:20:56.551776 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 45eb343d-bc86-469d-8778-01a88f55eaa1 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:20:56.599075 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 45eb343d-bc86-469d-8778-01a88f55eaa1 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:20:56.602787 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 45eb343d-bc86-469d-8778-01a88f55eaa1 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:20:56.603164 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:56.638413 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65f5dfc-c075-4d96-bd84-b7de2b5c8abd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:20:56.639776 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-a65f5dfc-c075-4d96-bd84-b7de2b5c8abd admin admin] 10.222.0.39 "GET /v2.0/networks/f51c5211-9e47-48bd-999b-9f8ea905804c HTTP/1.1" status: 200 len: 886 time: 0.0837748 Jun 29 03:20:56.649085 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:20:56.680932 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:56.713393 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 45eb343d-bc86-469d-8778-01a88f55eaa1, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=45eb343d-bc86-469d-8778-01a88f55eaa1,segment=NetworkSegment(d79772f2-968a-41c6-8c2e-7afdd26ea414),segment_id=d79772f2-968a-41c6-8c2e-7afdd26ea414)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:20:56.717280 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:56.722486 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:56.766854 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=45eb343d-bc86-469d-8778-01a88f55eaa1,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:56.769934 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:56.889449 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:57.130872 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:57.206336 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:57.309843 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Allocated IP 172.27.1.207 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/417a7655-1576-4ee2-82cd-40816118ce26) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:20:57.407944 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:57.447312 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:57.449330 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:57.484323 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:20:57.488593 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:20:57.491897 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:20:57.525480 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Pushing event updated for resources: {'Port': ['ID=417a7655-1576-4ee2-82cd-40816118ce26,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:57.553563 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:57.809544 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:57.995164 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:57.998288 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769002', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-768993', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-768915', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-673562'] for router, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:58.100455 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Router d74dae56-fc47-4232-a4f0-caab4f5b9868 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:20:58.200219 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:20:58.204857 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:58.206318 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] 10.222.0.39 "PUT /v2.0/routers/d74dae56-fc47-4232-a4f0-caab4f5b9868 HTTP/1.1" status: 200 len: 890 time: 1.5605140 Jun 29 03:20:58.223858 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Sync routers for ids ['d74dae56-fc47-4232-a4f0-caab4f5b9868'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:20:58.236606 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Routers {'d74dae56-fc47-4232-a4f0-caab4f5b9868'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:20:58.237288 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:20:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['d74dae56-fc47-4232-a4f0-caab4f5b9868'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:58.508556 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Set router d74dae56-fc47-4232-a4f0-caab4f5b9868 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:20:58.551729 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 45eb343d-bc86-469d-8778-01a88f55eaa1 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:20:58.792624 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 45eb343d-bc86-469d-8778-01a88f55eaa1 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:20:58.792994 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:58.987482 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'name': 'router1', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '417a7655-1576-4ee2-82cd-40816118ce26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:20:41Z', 'updated_at': '2021-06-29T03:20:57Z', 'revision_number': 4, 'project_id': '9f15312d758a42eda3017d35fbc3ed11', 'gw_port': {'id': '417a7655-1576-4ee2-82cd-40816118ce26', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:57Z', 'updated_at': '2021-06-29T03:20:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '45eb343d-bc86-469d-8778-01a88f55eaa1', 'name': '', 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'mac_address': 'fa:16:3e:d5:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7cab510-8bb7-4ee2-9fa5-bf958b344d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:49Z', 'updated_at': '2021-06-29T03:20:56Z', 'revision_number': 5, 'project_id': '9f15312d758a42eda3017d35fbc3ed11', 'subnets': [{'id': 'e7cab510-8bb7-4ee2-9fa5-bf958b344d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '656e01d8-f034-46a1-b0ee-fedbc49901af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:59.039022 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Checking router: d74dae56-fc47-4232-a4f0-caab4f5b9868 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:20:59.039375 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Updating router d74dae56-fc47-4232-a4f0-caab4f5b9868 port 417a7655-1576-4ee2-82cd-40816118ce26 binding host dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:20:59.071882 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:59.389124 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:59.399466 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Transition to ACTIVE for port object 417a7655-1576-4ee2-82cd-40816118ce26 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:20:59.404730 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:59.407488 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:59.452926 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Attempting to bind port 417a7655-1576-4ee2-82cd-40816118ce26 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:20:59.453285 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Attempting to bind port 417a7655-1576-4ee2-82cd-40816118ce26 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:20:59.453638 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Attempting to bind port 417a7655-1576-4ee2-82cd-40816118ce26 on network f51c5211-9e47-48bd-999b-9f8ea905804c {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:20:59.461009 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92320333-f56f-4c40-b751-dde968c2ff1b None None] Pushing event updated for resources: {'Port': ['ID=417a7655-1576-4ee2-82cd-40816118ce26,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:59.463560 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:20:59.463947 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Checking segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:20:59.464340 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:59.464712 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Bound using segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:20:59.465169 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Bound port: 417a7655-1576-4ee2-82cd-40816118ce26, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:20:59.465539 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:59.467117 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-92320333-f56f-4c40-b751-dde968c2ff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:59.516400 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] For port 417a7655-1576-4ee2-82cd-40816118ce26, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:20:59.520164 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] For port 417a7655-1576-4ee2-82cd-40816118ce26, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=417a7655-1576-4ee2-82cd-40816118ce26,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:20:59.524095 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:20:59.527321 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:20:59.583163 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Routers {'d74dae56-fc47-4232-a4f0-caab4f5b9868'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:20:59.583770 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:20:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['d74dae56-fc47-4232-a4f0-caab4f5b9868'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:59.691877 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92320333-f56f-4c40-b751-dde968c2ff1b None None] Pushing event updated for resources: {'Port': ['ID=417a7655-1576-4ee2-82cd-40816118ce26,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:20:59.696041 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-92320333-f56f-4c40-b751-dde968c2ff1b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:20:59.764485 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] Set router d74dae56-fc47-4232-a4f0-caab4f5b9868 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:20:59.970463 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'name': 'router1', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '417a7655-1576-4ee2-82cd-40816118ce26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:20:41Z', 'updated_at': '2021-06-29T03:20:57Z', 'revision_number': 4, 'project_id': '9f15312d758a42eda3017d35fbc3ed11', 'gw_port': {'id': '417a7655-1576-4ee2-82cd-40816118ce26', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:57Z', 'updated_at': '2021-06-29T03:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '45eb343d-bc86-469d-8778-01a88f55eaa1', 'name': '', 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'mac_address': 'fa:16:3e:d5:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7cab510-8bb7-4ee2-9fa5-bf958b344d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:49Z', 'updated_at': '2021-06-29T03:20:56Z', 'revision_number': 5, 'project_id': '9f15312d758a42eda3017d35fbc3ed11', 'subnets': [{'id': 'e7cab510-8bb7-4ee2-9fa5-bf958b344d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '656e01d8-f034-46a1-b0ee-fedbc49901af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:20:59.996812 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296d815f-7397-4abf-9d96-3f5ec68ff303 None None] The sync data for ids ['d74dae56-fc47-4232-a4f0-caab4f5b9868'] in dv-cinder-797245-8-iscsi is: [{'id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'name': 'router1', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '417a7655-1576-4ee2-82cd-40816118ce26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:20:41Z', 'updated_at': '2021-06-29T03:20:57Z', 'revision_number': 4, 'project_id': '9f15312d758a42eda3017d35fbc3ed11', 'gw_port': {'id': '417a7655-1576-4ee2-82cd-40816118ce26', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:f3:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:57Z', 'updated_at': '2021-06-29T03:20:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '45eb343d-bc86-469d-8778-01a88f55eaa1', 'name': '', 'network_id': '298a0442-8bba-46cd-9c27-c1857a2893d5', 'tenant_id': '9f15312d758a42eda3017d35fbc3ed11', 'mac_address': 'fa:16:3e:d5:d1:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74dae56-fc47-4232-a4f0-caab4f5b9868', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e7cab510-8bb7-4ee2-9fa5-bf958b344d58', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:20:49Z', 'updated_at': '2021-06-29T03:20:56Z', 'revision_number': 5, 'project_id': '9f15312d758a42eda3017d35fbc3ed11', 'subnets': [{'id': 'e7cab510-8bb7-4ee2-9fa5-bf958b344d58', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '656e01d8-f034-46a1-b0ee-fedbc49901af'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:21:00.568867 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 417a7655-1576-4ee2-82cd-40816118ce26 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:21:00.581160 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 41634) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:21:00.622999 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 417a7655-1576-4ee2-82cd-40816118ce26 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:21:00.629052 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 417a7655-1576-4ee2-82cd-40816118ce26 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:21:00.629457 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:00.709060 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:00.713332 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-882d6e73-8cae-40f2-8123-5e98e87eeb23 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1306994 Jun 29 03:21:00.732466 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 417a7655-1576-4ee2-82cd-40816118ce26, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=417a7655-1576-4ee2-82cd-40816118ce26,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:21:00.737690 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:00.740157 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:21:00.791713 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=417a7655-1576-4ee2-82cd-40816118ce26,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:21:00.795481 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:21:02.531035 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 417a7655-1576-4ee2-82cd-40816118ce26 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:21:02.587581 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 417a7655-1576-4ee2-82cd-40816118ce26 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:21:02.588001 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:15.635699 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eedf1c64-a1e5-4922-a4e8-c2e8a25a928c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:18.438369 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-792646fd-d7aa-4165-98df-539af291a078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:18.724727 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:19.525184 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:20.233240 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 5 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:21:20.772128 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:45.642807 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-878d1360-6f1d-4fdc-9d31-1bbe2a4d107f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:48.436595 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a75408dd-35ee-4b77-b59c-adee9f4e9507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:48.721811 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:49.524645 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:50.783089 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:21:57.231142 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 5 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:22:15.635987 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d130b21d-0a03-4afc-bf6a-d2ce3b09d438 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:18.437403 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-65155a83-c581-4c89-af68-aac405228df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:18.713304 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:19.525915 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:20.779538 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:34.228772 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 5 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:22:38.353676 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42202) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:38.415550 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.pecan_wsgi.hooks.translation [None req-f44e99c1-ba80-4770-a2a6-75b0d36d1d77 admin admin] GET failed (client error): The resource could not be found. Jun 29 03:22:38.416911 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f44e99c1-ba80-4770-a2a6-75b0d36d1d77 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622854 Jun 29 03:22:38.572352 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b43f22b-8ae5-4cfd-b21e-e5fd3030096c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:38.573828 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3b43f22b-8ae5-4cfd-b21e-e5fd3030096c admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1529367 Jun 29 03:22:40.678941 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42212) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:40.766696 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567c0bfc-a80c-4257-95ed-19c0a9ea5909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:40.768043 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-567c0bfc-a80c-4257-95ed-19c0a9ea5909 admin admin] 10.222.0.39 "GET /v2.0/subnets/e7cab510-8bb7-4ee2-9fa5-bf958b344d58 HTTP/1.1" status: 200 len: 849 time: 0.0881491 Jun 29 03:22:40.777057 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:22:40.860727 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:40.994868 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740966103004'] for subnet, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:40.998254 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f8609b4d-6e71-4bcf-87ad-60e597596ce4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:22:41.027327 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:41.027943 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:41.044671 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] 10.222.0.39 "PUT /v2.0/subnets/e7cab510-8bb7-4ee2-9fa5-bf958b344d58 HTTP/1.1" status: 200 len: 868 time: 0.2564390 Jun 29 03:22:41.044920 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56df2663-e5c3-4ac5-940c-01f1959da139 None None] Network 298a0442-8bba-46cd-9c27-c1857a2893d5 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:22:41.055673 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7cab510-8bb7-4ee2-9fa5-bf958b344d58,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:22:41.063749 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:41.064149 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:41.064482 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:41.064811 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:41.065132 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:41.065468 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:41.065799 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:41.066103 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:41.066418 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:41.066729 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:41.067041 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:41.067349 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:22:41.071641 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:22:41.442907 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-e87db7ab-97dd-483d-91e9-a86f4a90590b None None] Provisioning complete for port 95ba5ad1-d2d2-4b2f-a5dd-cd117c09018e triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:22:41.443276 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e87db7ab-97dd-483d-91e9-a86f4a90590b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:41.531248 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-e87db7ab-97dd-483d-91e9-a86f4a90590b None None] Provisioning complete for port 45eb343d-bc86-469d-8778-01a88f55eaa1 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:22:41.531618 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e87db7ab-97dd-483d-91e9-a86f4a90590b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:43.163512 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42220) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:43.358598 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f892626c-2438-4ec1-861a-ebd479e75355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:43.358988 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f892626c-2438-4ec1-861a-ebd479e75355 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:43.360524 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f892626c-2438-4ec1-861a-ebd479e75355 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1960444 Jun 29 03:22:45.486642 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42228) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:45.616063 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e4e406-4619-4bb5-97c7-522588d6ec9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:45.616451 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e4e406-4619-4bb5-97c7-522588d6ec9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:45.617947 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-34e4e406-4619-4bb5-97c7-522588d6ec9f admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1303716 Jun 29 03:22:45.638897 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-14ab20a3-2970-44ae-843a-717ffdb29b47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:47.735497 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42236) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:47.959147 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3092c7-f821-4eb4-97f9-060b4182052b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:47.960478 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-fb3092c7-f821-4eb4-97f9-060b4182052b admin admin] 10.222.0.39 "GET /v2.0/networks/298a0442-8bba-46cd-9c27-c1857a2893d5 HTTP/1.1" status: 200 len: 869 time: 0.2239795 Jun 29 03:22:48.438610 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3ba09c7e-8132-481e-a6f7-b385ab691486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:48.714372 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:49.529857 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:50.088359 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42244) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:50.209644 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03edc36c-4631-4622-95a4-e4b99af7de1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:50.210987 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-03edc36c-4631-4622-95a4-e4b99af7de1c admin admin] 10.222.0.39 "GET /v2.0/networks/f51c5211-9e47-48bd-999b-9f8ea905804c HTTP/1.1" status: 200 len: 886 time: 0.1217008 Jun 29 03:22:50.781452 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:22:52.357786 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42252) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:52.501246 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073528c8-11f5-4f18-afdd-98e166bdcf6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:52.501718 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073528c8-11f5-4f18-afdd-98e166bdcf6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:52.503338 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-073528c8-11f5-4f18-afdd-98e166bdcf6d admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1446631 Jun 29 03:22:54.632895 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42262) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:54.721825 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18777e1c-1aa6-4231-a990-30578e293256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:54.722271 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18777e1c-1aa6-4231-a990-30578e293256 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:54.723724 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-18777e1c-1aa6-4231-a990-30578e293256 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898836 Jun 29 03:22:56.834506 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42270) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:56.960019 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef47c693-1998-45fa-b427-90d71ec45113 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:56.961366 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-ef47c693-1998-45fa-b427-90d71ec45113 admin admin] 10.222.0.39 "GET /v2.0/subnets/e7cab510-8bb7-4ee2-9fa5-bf958b344d58 HTTP/1.1" status: 200 len: 868 time: 0.1260076 Jun 29 03:22:59.072798 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42278) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:22:59.155460 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d382146-fc26-47d2-bcb5-f7a2e4f6f666 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:22:59.156790 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9d382146-fc26-47d2-bcb5-f7a2e4f6f666 admin admin] 10.222.0.39 "GET /v2.0/subnets/f04d9874-e86b-453e-8035-96fcd5cd1b2e HTTP/1.1" status: 200 len: 816 time: 0.0830710 Jun 29 03:23:11.228377 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 5 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:23:15.641024 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-792222fa-888f-41aa-9853-d8083a349764 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:18.438825 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8b2dbe87-3254-4921-bfbd-eb603589c39b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:18.716663 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:19.535067 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:20.784696 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:22.427827 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42322) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:23:22.473681 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [None req-574891f3-1932-4eb5-b86c-1a3c31cf1218 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92918) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:23:22.474671 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-574891f3-1932-4eb5-b86c-1a3c31cf1218 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0458853 Jun 29 03:23:24.678666 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42330) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:23:24.752476 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa7580fe-c868-4439-a330-c39589c09873 admin admin] GET failed (client error): The resource could not be found. Jun 29 03:23:24.753772 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-fa7580fe-c868-4439-a330-c39589c09873 admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0742149 Jun 29 03:23:24.912095 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8cc4530-858d-47ec-a327-cc62bbf86d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:23:24.913500 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-c8cc4530-858d-47ec-a327-cc62bbf86d66 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1559026 Jun 29 03:23:27.055286 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42338) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:23:27.102025 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:23:27.125933 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] Made reservation on behalf of 37412567bade42d3af2d30636070637a for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:23:27.128271 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:27.156008 dv-cinder-797245-8-iscsi neutron-server[92919]: WARNING neutron.services.revisions.revision_plugin [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] Could not find related network for resource to bump revision. Jun 29 03:23:27.166575 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:23:27.175286 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:27.175640 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] Added segment 3e125ba9-233d-4675-a8a1-b86df6ea0c26 of type vlan for network efb647a7-0755-427f-a975-859535ebb97e Jun 29 03:23:27.213521 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:27.239982 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:27.241597 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:23:27.242171 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:27.244187 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:23:27.291727 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2340748 Jun 29 03:23:27.301722 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] Pushing event updated for resources: {'Network': ['ID=efb647a7-0755-427f-a975-859535ebb97e,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:23:27.304975 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:23:27.313573 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network efb647a7-0755-427f-a975-859535ebb97e details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:23:29.441301 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42346) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:23:29.506854 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7ea2005-2f33-4afb-8250-c00a46dca023 admin admin] GET failed (client error): The resource could not be found. Jun 29 03:23:29.508183 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c7ea2005-2f33-4afb-8250-c00a46dca023 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0659235 Jun 29 03:23:29.574120 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42c8884-0c0d-49d7-8490-485e54a32234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:23:29.575440 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c42c8884-0c0d-49d7-8490-485e54a32234 admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0635929 Jun 29 03:23:29.585017 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-63bbd08e-f80a-48fb-a5ff-a93ec46914fc admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': 'efb647a7-0755-427f-a975-859535ebb97e', 'cidr': '192.168.233.0/24'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:23:29.605124 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63bbd08e-f80a-48fb-a5ff-a93ec46914fc admin admin] Made reservation on behalf of 37412567bade42d3af2d30636070637a for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:23:29.607430 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-63bbd08e-f80a-48fb-a5ff-a93ec46914fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:29.768893 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-63bbd08e-f80a-48fb-a5ff-a93ec46914fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:29.771632 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:23:29.821811 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbd08e-f80a-48fb-a5ff-a93ec46914fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=00c18380-04f5-4b4b-abfd-79c2026c9b16,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:23:29.826270 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-63bbd08e-f80a-48fb-a5ff-a93ec46914fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:23:29.829398 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63bbd08e-f80a-48fb-a5ff-a93ec46914fc admin admin] Checking segment: {'id': '3e125ba9-233d-4675-a8a1-b86df6ea0c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'efb647a7-0755-427f-a975-859535ebb97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:23:29.829743 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bbd08e-f80a-48fb-a5ff-a93ec46914fc admin admin] Network hostable DHCP agents. Network: efb647a7-0755-427f-a975-859535ebb97e, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:23:29.845853 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63bbd08e-f80a-48fb-a5ff-a93ec46914fc admin admin] Network efb647a7-0755-427f-a975-859535ebb97e is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:23:29.854234 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-63bbd08e-f80a-48fb-a5ff-a93ec46914fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, efb647a7-0755-427f-a975-859535ebb97e) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:23:29.858630 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63bbd08e-f80a-48fb-a5ff-a93ec46914fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:23:29.859200 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-63bbd08e-f80a-48fb-a5ff-a93ec46914fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:29.864061 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e0dd20-b016-4309-8ba4-9d11e8b0e747 None None] Network efb647a7-0755-427f-a975-859535ebb97e requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:23:29.879031 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-63bbd08e-f80a-48fb-a5ff-a93ec46914fc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2915914 Jun 29 03:23:30.112147 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210c7d36-8f14-5311-865c-589e5847e099-efb647a7-0755-427f-a975-859535ebb97e', 'network_id': 'efb647a7-0755-427f-a975-859535ebb97e', 'tenant_id': '37412567bade42d3af2d30636070637a', 'fixed_ips': [{'subnet_id': '00c18380-04f5-4b4b-abfd-79c2026c9b16'}]}} from dv-cinder-797245-8-iscsi. {{(pid=92920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:23:30.113030 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:30.246171 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Allocated IP 192.168.233.2 (efb647a7-0755-427f-a975-859535ebb97e/00c18380-04f5-4b4b-abfd-79c2026c9b16/1e46f92c-53cf-425b-bb4b-98b211a5c832) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:23:30.387773 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:30.396698 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Transition to ACTIVE for port object 1e46f92c-53cf-425b-bb4b-98b211a5c832 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:23:30.412342 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Transition to ACTIVE for port object 1e46f92c-53cf-425b-bb4b-98b211a5c832 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:23:30.418059 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:30.420231 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-92320333-f56f-4c40-b751-dde968c2ff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:23:30.462700 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Network efb647a7-0755-427f-a975-859535ebb97e is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:23:30.465749 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:23:30.470973 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:23:30.476673 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Pushing event updated for resources: {'Port': ['ID=1e46f92c-53cf-425b-bb4b-98b211a5c832,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:23:30.487897 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:30.488218 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:30.488553 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:30.488873 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:30.489192 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:30.489508 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:30.489818 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:30.490129 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:30.490458 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:30.490792 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:30.491106 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:30.491412 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:23:30.510017 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:23:30.542601 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Attempting to bind port 1e46f92c-53cf-425b-bb4b-98b211a5c832 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:23:30.542967 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Attempting to bind port 1e46f92c-53cf-425b-bb4b-98b211a5c832 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '3e125ba9-233d-4675-a8a1-b86df6ea0c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'efb647a7-0755-427f-a975-859535ebb97e'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:23:30.543320 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Attempting to bind port 1e46f92c-53cf-425b-bb4b-98b211a5c832 on network efb647a7-0755-427f-a975-859535ebb97e {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:23:30.548359 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 23, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:23:30.548729 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Checking segment: {'id': '3e125ba9-233d-4675-a8a1-b86df6ea0c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'efb647a7-0755-427f-a975-859535ebb97e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:23:30.549126 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:30.549508 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Bound using segment: {'id': '3e125ba9-233d-4675-a8a1-b86df6ea0c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'efb647a7-0755-427f-a975-859535ebb97e'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:23:30.550013 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Bound port: 1e46f92c-53cf-425b-bb4b-98b211a5c832, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e125ba9-233d-4675-a8a1-b86df6ea0c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'efb647a7-0755-427f-a975-859535ebb97e'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:23:30.550385 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:30.612354 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] For port 1e46f92c-53cf-425b-bb4b-98b211a5c832, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:23:30.615822 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] For port 1e46f92c-53cf-425b-bb4b-98b211a5c832, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=1e46f92c-53cf-425b-bb4b-98b211a5c832,segment=NetworkSegment(3e125ba9-233d-4675-a8a1-b86df6ea0c26),segment_id=3e125ba9-233d-4675-a8a1-b86df6ea0c26)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:23:30.621059 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:30.623224 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:23:30.683144 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Pushing event updated for resources: {'Port': ['ID=1e46f92c-53cf-425b-bb4b-98b211a5c832,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:23:30.689482 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:23:31.465137 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483867ff-9bb7-4225-8935-1b58702323d0 None None] Network efb647a7-0755-427f-a975-859535ebb97e requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:23:31.528559 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-5b6d8ab2-cac2-41d8-9bac-1215b97ac022 None None] Provisioning for port 1e46f92c-53cf-425b-bb4b-98b211a5c832 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:23:32.672817 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 1e46f92c-53cf-425b-bb4b-98b211a5c832 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:23:32.722212 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 1e46f92c-53cf-425b-bb4b-98b211a5c832 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:23:32.726167 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 1e46f92c-53cf-425b-bb4b-98b211a5c832 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:23:32.726545 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:32.804669 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:32.835787 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 1e46f92c-53cf-425b-bb4b-98b211a5c832, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=1e46f92c-53cf-425b-bb4b-98b211a5c832,segment=NetworkSegment(3e125ba9-233d-4675-a8a1-b86df6ea0c26),segment_id=3e125ba9-233d-4675-a8a1-b86df6ea0c26)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:23:32.839482 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:32.841515 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:23:32.886386 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=1e46f92c-53cf-425b-bb4b-98b211a5c832,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:23:32.889907 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:23:34.648980 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 1e46f92c-53cf-425b-bb4b-98b211a5c832 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:23:34.697799 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 1e46f92c-53cf-425b-bb4b-98b211a5c832 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:23:34.698173 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:45.641700 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-893ec6cd-830c-45e4-baa7-1aed55decf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:48.226756 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 5 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:23:48.441270 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-57b78c86-302f-4990-9c0b-721b2713d310 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:48.718808 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:49.534584 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:23:50.790238 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:15.642451 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-16cb3e7c-47a2-4f8b-a5e2-df443385a0fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:18.441493 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-538e0a4d-fb3b-4d4a-b133-9ccd4e449b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:18.721343 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:19.537117 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:20.790554 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:25.228292 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 5 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:24:36.932788 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42398) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:24:36.939636 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [None req-b8f3de2e-3b37-460d-8011-bf07ec510064 tempest-verify_tempest_config-764468684 tempest-verify_tempest_config-764468684-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:24:36.940640 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-b8f3de2e-3b37-460d-8011-bf07ec510064 tempest-verify_tempest_config-764468684 tempest-verify_tempest_config-764468684-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0068808 Jun 29 03:24:37.237883 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42416) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:24:37.336679 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:37.426076 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:37.429553 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:37.435270 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:24:37.474550 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9dabd93b8f57453a810cf1922babb5f8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2353933 Jun 29 03:24:37.475761 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0898049d-3247-4a35-8f73-962a0311ea54,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:24:37.477483 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42420) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:24:37.483077 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.483424 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.483762 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.484124 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.484446 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.484791 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.485116 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.485431 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.485766 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.486086 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.486399 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.486708 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.490584 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:24:37.560271 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:37.579768 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:37.671344 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:37.674781 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:37.676201 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0898049d-3247-4a35-8f73-962a0311ea54 HTTP/1.1" status: 204 len: 168 time: 0.1976507 Jun 29 03:24:37.676893 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:24:37.684308 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0898049d-3247-4a35-8f73-962a0311ea54,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:24:37.693435 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.693779 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.694106 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.694424 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.694740 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.695059 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.695367 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.695675 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.696035 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.696348 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.696652 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.696954 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Tracked resource versions report: Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: pushed versions: Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: { 'AddressGroup': {'1.2'}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'ConntrackHelper': {'1.0'}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Log': {'1.0'}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Network': {'1.1'}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Port': {'1.7'}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'PortForwarding': {'1.2'}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'QosPolicy': {'1.8'}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'SecurityGroup': {'1.4'}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'SubPort': {'1.0'}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Subnet': {'1.1'}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Trunk': {'1.1'}} Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: consumer versions: Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: { DHCP agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: L3 agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: Metadata agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: Metering agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: Open vSwitch agent@dv-cinder-797245-8-iscsi: { 'AddressGroup': '1.2', Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'ConntrackHelper': '1.0', Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Log': '1.0', Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Network': '1.1', Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Port': '1.7', Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'PortForwarding': '1.2', Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'QosPolicy': '1.8', Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'SecurityGroup': '1.4', Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'SecurityGroupRule': '1.2', Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'SubPort': '1.0', Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Subnet': '1.1', Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Trunk': '1.1'}} Jun 29 03:24:37.698046 dv-cinder-797245-8-iscsi neutron-server[92918]: {{(pid=92918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:24:37.726660 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:24:45.644141 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-56b7419e-5872-41c7-b903-a6de3c1f491c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:48.440970 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-01c0174d-c5e1-4fc5-93a0-5209ca7e2c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:48.723956 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:49.540194 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:24:50.793632 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:02.226577 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 5 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:25:15.643217 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6a6a1b24-edb3-489f-b15e-aa0628361fe8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:18.441276 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a818e600-3713-49b4-8508-164151ea4e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:18.726220 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:19.541055 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:20.797031 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:39.226176 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 5 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:25:45.643293 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-199ec51b-176b-4354-aeb8-84ba34443b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:48.444295 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4182a618-2c3d-43fe-8ac3-633717d49c4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:48.726421 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:49.544580 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:25:50.800475 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:11.098649 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-675232'] for agent, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:15.644136 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c2d9d693-9524-4cfb-9753-bb7c47ed5d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:16.224876 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:26:18.446088 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-799e3437-8b4e-45f8-bd70-0cbcb6cbc178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:18.728592 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:19.547237 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:20.803278 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:25.924288 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42498) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:26:26.027644 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ea276383-6503-4aea-af53-5e99667e9d89 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1022320 Jun 29 03:26:28.167315 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42508) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:26:28.220949 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-39e088cd-96a0-46cf-9091-036dcd2e7e01 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0503917 Jun 29 03:26:41.068982 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:45.644895 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fd4c72cb-cd55-45a7-a3ac-0eee6b43d3e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:48.446261 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a02d2be8-b7d9-4ed8-8b2a-8e387c9e300f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:48.729292 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:49.550421 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:50.806409 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:26:53.225341 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:27:11.090316 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:15.645032 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0beb4d5b-1383-4b5b-bb4f-aacc915b98ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:18.449865 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bb70fa5a-608b-451c-b2ed-23246e251e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:18.743573 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:19.558068 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:20.817136 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:30.224887 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:27:41.105151 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:45.646195 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-890f834c-dae0-4d6c-901e-62146b64e109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:48.453924 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-91cea152-c61c-46f4-a003-a09f09832b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:48.725484 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:49.555945 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:50.829445 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:54.528392 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42678) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:54.774063 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1057589763-network', 'tenant_id': 'bc1ef76f974846578f8051485c69e823'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:54.830122 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Made reservation on behalf of bc1ef76f974846578f8051485c69e823 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:27:54.834037 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:54.845538 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:54.953186 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:54.958557 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:54.963630 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:54.991358 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:27:54.996964 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f5055d2-1412-4c9e-acc9-ccf3228bbc15,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:55.006981 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.007404 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.007743 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.008097 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.008416 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.008948 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.009268 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.009581 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.009910 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.010226 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.010534 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.011024 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Tracked resource versions report: Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: pushed versions: Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: { 'AddressGroup': {'1.2'}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'ConntrackHelper': {'1.0'}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Log': {'1.0'}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Network': {'1.1'}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Port': {'1.7'}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'PortForwarding': {'1.2'}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'QosPolicy': {'1.8'}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'SecurityGroup': {'1.4'}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'SubPort': {'1.0'}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Subnet': {'1.1'}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Trunk': {'1.1'}} Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: consumer versions: Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: { DHCP agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: HyperV agent@hv-cinder-79724: {}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: L3 agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: Metadata agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: Metering agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: Open vSwitch agent@dv-cinder-797245-8-iscsi: { 'AddressGroup': '1.2', Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'ConntrackHelper': '1.0', Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Log': '1.0', Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Network': '1.1', Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Port': '1.7', Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'PortForwarding': '1.2', Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'QosPolicy': '1.8', Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'SecurityGroup': '1.4', Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'SecurityGroupRule': '1.2', Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'SubPort': '1.0', Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Subnet': '1.1', Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: 'Trunk': '1.1'}} Jun 29 03:27:55.012089 dv-cinder-797245-8-iscsi neutron-server[92919]: {{(pid=92919) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:27:55.014983 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:55.016179 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Added segment 47a9c77b-141e-4a45-a9a8-525ef405c0fa of type vlan for network 9e4dd348-b917-4298-9670-abbbb983da4c Jun 29 03:27:55.018105 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:55.062522 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:55.101797 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:55.103407 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:27:55.104111 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:55.107577 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:55.160035 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6305535 Jun 29 03:27:55.163174 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42732) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:55.169296 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Request body: {'subnet': {'network_id': '9e4dd348-b917-4298-9670-abbbb983da4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1057589763-subnet', 'tenant_id': 'bc1ef76f974846578f8051485c69e823', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:55.172732 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Pushing event updated for resources: {'Network': ['ID=9e4dd348-b917-4298-9670-abbbb983da4c,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:55.176057 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:55.183134 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network 9e4dd348-b917-4298-9670-abbbb983da4c details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:27:55.201951 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Made reservation on behalf of bc1ef76f974846578f8051485c69e823 for: {'subnet': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:27:55.206181 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:55.248990 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42736) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:55.485706 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42744) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:55.510273 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for subnet, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:55.516310 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:55.560036 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fddb1391-634e-47c7-92ee-e10bd3c826b9,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:55.569429 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.569773 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.570107 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.570423 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.570736 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.571061 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.571373 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.571829 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.572173 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.572544 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.572921 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.573339 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Tracked resource versions report: Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: pushed versions: Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: { 'AddressGroup': {'1.2'}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'ConntrackHelper': {'1.0'}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Log': {'1.0'}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Network': {'1.1'}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Port': {'1.7'}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'PortForwarding': {'1.2'}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'QosPolicy': {'1.8'}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'SecurityGroup': {'1.4'}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'SubPort': {'1.0'}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Subnet': {'1.1'}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Trunk': {'1.1'}} Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: consumer versions: Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: { DHCP agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: HyperV agent@hv-cinder-79724: {}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: L3 agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: Metadata agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: Metering agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: Open vSwitch agent@dv-cinder-797245-8-iscsi: { 'AddressGroup': '1.2', Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'ConntrackHelper': '1.0', Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Log': '1.0', Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Network': '1.1', Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Port': '1.7', Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'PortForwarding': '1.2', Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'QosPolicy': '1.8', Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'SecurityGroup': '1.4', Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'SecurityGroupRule': '1.2', Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'SubPort': '1.0', Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Subnet': '1.1', Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: 'Trunk': '1.1'}} Jun 29 03:27:55.574374 dv-cinder-797245-8-iscsi neutron-server[92918]: {{(pid=92918) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:27:55.577863 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:55.609538 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Checking segment: {'id': '47a9c77b-141e-4a45-a9a8-525ef405c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9e4dd348-b917-4298-9670-abbbb983da4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:27:55.609899 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Network hostable DHCP agents. Network: 9e4dd348-b917-4298-9670-abbbb983da4c, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:27:55.633363 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Network 9e4dd348-b917-4298-9670-abbbb983da4c is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:27:55.647060 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, 9e4dd348-b917-4298-9670-abbbb983da4c) {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:27:55.652696 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:27:55.654110 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:55.663364 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93875d53-b320-4204-8746-520f00eebdc5 None None] Network 9e4dd348-b917-4298-9670-abbbb983da4c requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:27:55.679913 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5070872 Jun 29 03:27:55.745157 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1068690382-network', 'tenant_id': 'ea08686a08384391814e63d8461c7fad'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:55.757732 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42764) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:55.771407 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Made reservation on behalf of ea08686a08384391814e63d8461c7fad for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:27:55.774564 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:55.787387 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:55.791879 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42768) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:55.801348 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0a7f39-3253-48b9-a39f-f15726aaccf6 None None] Network 9e4dd348-b917-4298-9670-abbbb983da4c requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:27:55.811436 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2018692238-network', 'tenant_id': '42b4127104ef4f549c06b765167084a1'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:55.834273 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42772) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:55.851680 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Made reservation on behalf of 42b4127104ef4f549c06b765167084a1 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:27:55.858511 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:55.875598 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.011731 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.020615 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.043401 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-045e02a7-ee7d-437c-8133-71a4dbf8e9c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:56.071496 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:27:56.107091 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8152c303-d3d0-4331-811c-717cba94d312,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:56.114373 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:56.117205 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.117599 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Added segment e60eec90-e48f-46aa-90e2-c7b5047e8d6f of type vlan for network b0fba2c0-9515-44d5-911f-50329ecf7e60 Jun 29 03:27:56.172205 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.198714 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-635837641-network', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:56.215399 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-914415124-network', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:56.229718 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.235521 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.236931 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.251552 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-662402523-network', 'tenant_id': 'f9cceac2e13b49379e513e3fd9437f00'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:56.252849 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:56.255324 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:27:56.255927 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.258290 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.db.api [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 03:27:56.258290 dv-cinder-797245-8-iscsi neutron-server[92919]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jun 29 03:27:56.258290 dv-cinder-797245-8-iscsi neutron-server[92919]: [parameters: {'project_id_1': 'd5af8f42ab554f359650a231f3bb3804', 'expiration_1': datetime.datetime(2021, 6, 29, 3, 27, 56, 220330)}] Jun 29 03:27:56.258290 dv-cinder-797245-8-iscsi neutron-server[92919]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 03:27:56.258676 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_db.api [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 03:27:56.260566 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:27:56.293190 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.296672 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Added segment 8444ffed-c0ba-46fb-a413-a2920b8245a3 of type vlan for network 785192c7-749d-4ba0-a5e1-ac42527baabb Jun 29 03:27:56.299017 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Made reservation on behalf of a8a3ca31ac434da497a3b6b2dc4e4d35 for: {'network': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:27:56.302028 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.310909 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfec0387-8249-42f2-b59e-eea830705b97,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:56.315421 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:56.316152 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:56.330747 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.339547 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Made reservation on behalf of f9cceac2e13b49379e513e3fd9437f00 for: {'network': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:27:56.342892 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.398421 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.399455 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Pushing event updated for resources: {'Network': ['ID=b0fba2c0-9515-44d5-911f-50329ecf7e60,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:56.405026 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1544411 Jun 29 03:27:56.409462 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:56.410799 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42800) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:56.416341 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network b0fba2c0-9515-44d5-911f-50329ecf7e60 details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:27:56.418470 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.439811 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-7a616fa4-0866-46c9-b134-3802f5ff71a3 admin admin] Request body: {'subnet': {'network_id': 'b0fba2c0-9515-44d5-911f-50329ecf7e60', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1068690382-subnet', 'tenant_id': 'ea08686a08384391814e63d8461c7fad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:56.469063 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.470293 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:27:56.470816 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.474059 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0493afec-8c15-4f5f-9b71-3598b9a1b358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:56.513007 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.557291 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Pushing event updated for resources: {'Network': ['ID=785192c7-749d-4ba0-a5e1-ac42527baabb,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:56.559817 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:56.564904 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.571091 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network 785192c7-749d-4ba0-a5e1-ac42527baabb details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:27:56.574098 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:56.601096 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=92918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:27:56.640243 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740965926440', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.640827 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Unsubscribe: segment precommit_create {{(pid=92918) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 29 03:27:56.641408 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.segments_db [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Added segment 15609b23-4fdf-4d18-8a48-95167c45e719 of type vlan for network 747284db-2222-4a59-bd55-82efbc6a5748 Jun 29 03:27:56.658821 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff181be-9716-428c-915f-c82fabf996af,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:56.672776 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:56.723476 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.745074 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.755814 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2687030 Jun 29 03:27:56.756704 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.758964 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42814) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:56.766606 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ab58f30b-d211-4f14-92d2-0f37bb65f37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:56.766822 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-0941f052-68c1-4b53-aa24-fc6572fa53cf admin admin] Request body: {'subnet': {'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2018692238-subnet', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:56.814449 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a616fa4-0866-46c9-b134-3802f5ff71a3 admin admin] Made reservation on behalf of ea08686a08384391814e63d8461c7fad for: {'subnet': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:27:56.816809 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-7a616fa4-0866-46c9-b134-3802f5ff71a3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.818630 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=92918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:27:56.824263 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.839043 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Made reservation on behalf of d5af8f42ab554f359650a231f3bb3804 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:27:56.840206 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=488c7ca9-94cd-4266-843d-87f0387f44a8,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:56.841954 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.869931 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.879871 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:27:56.881130 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.883730 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:56.888616 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:56.893069 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:56.894108 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.segments_db [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Added segment 364f3621-dbc7-40a4-8957-2f3b168d4dda of type vlan for network 8a37d8b1-3750-4875-a0d4-6957b790648c Jun 29 03:27:57.025654 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.027419 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0941f052-68c1-4b53-aa24-fc6572fa53cf admin admin] Made reservation on behalf of 42b4127104ef4f549c06b765167084a1 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:27:57.031988 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0941f052-68c1-4b53-aa24-fc6572fa53cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.047756 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.068656 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3096442 Jun 29 03:27:57.076100 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.077348 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42832) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:57.084799 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-e77f678b-f3a6-49db-ba12-92d15aabaed1 admin admin] Request body: {'subnet': {'network_id': '747284db-2222-4a59-bd55-82efbc6a5748', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-635837641-subnet', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:57.116908 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:57.119044 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77f678b-f3a6-49db-ba12-92d15aabaed1 admin admin] Made reservation on behalf of a8a3ca31ac434da497a3b6b2dc4e4d35 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:27:57.121682 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e77f678b-f3a6-49db-ba12-92d15aabaed1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.150088 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Pushing event updated for resources: {'Network': ['ID=747284db-2222-4a59-bd55-82efbc6a5748,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:57.166826 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network 747284db-2222-4a59-bd55-82efbc6a5748 details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:27:57.180086 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:57.224614 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-7a616fa4-0866-46c9-b134-3802f5ff71a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for subnet, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.237485 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-39963614-b59b-495d-a5eb-9ff22b8d76d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:57.248700 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.276534 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:27:57.277486 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.318316 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42850) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:57.318844 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4830267 Jun 29 03:27:57.319646 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42852) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:57.330874 dv-cinder-797245-8-iscsi neutron-server[92918]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 03:27:57.331622 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a616fa4-0866-46c9-b134-3802f5ff71a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4042de5-0608-4bc1-afa7-7fa923f6ddb3,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:57.343227 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-5b4bf58f-b3be-440d-ad88-aa7827ac44af admin admin] Request body: {'subnet': {'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-662402523-subnet', 'tenant_id': 'f9cceac2e13b49379e513e3fd9437f00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:57.345213 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-7a616fa4-0866-46c9-b134-3802f5ff71a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:57.360417 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:27:57.369461 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.369925 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Added segment a6888262-b7c8-4127-aef7-d55c37e0dab2 of type vlan for network a16d7e30-f69f-4058-b150-43ccbc7efc7b Jun 29 03:27:57.389746 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:57.429894 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fc27db-faa3-47c5-9519-ac980a9ed8a8,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:57.433621 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:57.459877 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.486299 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a616fa4-0866-46c9-b134-3802f5ff71a3 admin admin] Checking segment: {'id': 'e60eec90-e48f-46aa-90e2-c7b5047e8d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': 'b0fba2c0-9515-44d5-911f-50329ecf7e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:27:57.486658 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a616fa4-0866-46c9-b134-3802f5ff71a3 admin admin] Network hostable DHCP agents. Network: b0fba2c0-9515-44d5-911f-50329ecf7e60, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:27:57.544076 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Pushing event updated for resources: {'Network': ['ID=8a37d8b1-3750-4875-a0d4-6957b790648c,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:57.554651 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:57.555366 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4bf58f-b3be-440d-ad88-aa7827ac44af admin admin] Made reservation on behalf of f9cceac2e13b49379e513e3fd9437f00 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:27:57.559376 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf58f-b3be-440d-ad88-aa7827ac44af admin admin] Notify callbacks [] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.559866 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network 8a37d8b1-3750-4875-a0d4-6957b790648c details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:27:57.568609 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e77f678b-f3a6-49db-ba12-92d15aabaed1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.600825 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a616fa4-0866-46c9-b134-3802f5ff71a3 admin admin] Network b0fba2c0-9515-44d5-911f-50329ecf7e60 is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:27:57.616601 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:57.617054 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-87744bf1-24ad-44f2-86c3-842dd0b56f6e tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:27:57.618757 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-87744bf1-24ad-44f2-86c3-842dd0b56f6e tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/networks?id=9e4dd348-b917-4298-9670-abbbb983da4c HTTP/1.1" status: 200 len: 812 time: 0.2912650 Jun 29 03:27:57.620036 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-7a616fa4-0866-46c9-b134-3802f5ff71a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, b0fba2c0-9515-44d5-911f-50329ecf7e60) {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:27:57.625162 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a616fa4-0866-46c9-b134-3802f5ff71a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:27:57.625800 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-7a616fa4-0866-46c9-b134-3802f5ff71a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.641540 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-004c3c30-e20d-4d65-b0ab-f597f37c47eb None None] Network b0fba2c0-9515-44d5-911f-50329ecf7e60 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:27:57.656408 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-7a616fa4-0866-46c9-b134-3802f5ff71a3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2211485 Jun 29 03:27:57.658577 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-ae9d0de0-6242-42bb-a39c-d376ef1c1d15 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/quotas/bc1ef76f974846578f8051485c69e823 HTTP/1.1" status: 200 len: 375 time: 0.0235331 Jun 29 03:27:57.660283 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.689007 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:27:57.689593 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.714249 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77f678b-f3a6-49db-ba12-92d15aabaed1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1e87b90-dc93-4fcf-985e-c8942feb4487,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:57.717575 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e77f678b-f3a6-49db-ba12-92d15aabaed1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:57.728337 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:57.774382 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-a61dee13-845e-4d51-83f1-d0261e007b12 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc1ef76f974846578f8051485c69e823&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1094046 Jun 29 03:27:57.817032 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0228741 Jun 29 03:27:57.819887 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42868) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:57.827004 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-de5cf6c7-5961-4d0e-8384-c19d14d8cf5f admin admin] Request body: {'subnet': {'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-subnet', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:57.850690 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bb9848-9bc1-411c-86a0-c61d29a3b17e None None] Network b0fba2c0-9515-44d5-911f-50329ecf7e60 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:27:57.888440 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5cf6c7-5961-4d0e-8384-c19d14d8cf5f admin admin] Made reservation on behalf of d5af8f42ab554f359650a231f3bb3804 for: {'subnet': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:27:57.890223 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Pushing event updated for resources: {'Network': ['ID=a16d7e30-f69f-4058-b150-43ccbc7efc7b,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:57.891603 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de5cf6c7-5961-4d0e-8384-c19d14d8cf5f admin admin] Notify callbacks [] for subnet, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:57.893670 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:57.917245 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77f678b-f3a6-49db-ba12-92d15aabaed1 admin admin] Checking segment: {'id': '15609b23-4fdf-4d18-8a48-95167c45e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:27:57.917600 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f678b-f3a6-49db-ba12-92d15aabaed1 admin admin] Network hostable DHCP agents. Network: 747284db-2222-4a59-bd55-82efbc6a5748, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:27:57.926262 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network a16d7e30-f69f-4058-b150-43ccbc7efc7b details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:27:58.063918 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-1ea737eb-4c0e-493b-937c-60e7fa43a18f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92918) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:27:58.072246 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0941f052-68c1-4b53-aa24-fc6572fa53cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.075533 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-1ea737eb-4c0e-493b-937c-60e7fa43a18f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1239560 Jun 29 03:27:58.100483 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:58.153634 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf58f-b3be-440d-ad88-aa7827ac44af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.166483 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0941f052-68c1-4b53-aa24-fc6572fa53cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:58.176169 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0941f052-68c1-4b53-aa24-fc6572fa53cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:58.177217 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:58.337408 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77f678b-f3a6-49db-ba12-92d15aabaed1 admin admin] Network 747284db-2222-4a59-bd55-82efbc6a5748 is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:27:58.356840 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de5cf6c7-5961-4d0e-8384-c19d14d8cf5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for subnet, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.369971 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-7a616fa4-0866-46c9-b134-3802f5ff71a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:58.372195 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-e77f678b-f3a6-49db-ba12-92d15aabaed1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, 747284db-2222-4a59-bd55-82efbc6a5748) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:27:58.377327 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77f678b-f3a6-49db-ba12-92d15aabaed1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:27:58.378044 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e77f678b-f3a6-49db-ba12-92d15aabaed1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.383367 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d567ba63-11e2-4be1-b006-74cf7d6e5e2d None None] Network 747284db-2222-4a59-bd55-82efbc6a5748 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:27:58.389257 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-5e845fa7-d725-4e34-83f0-556242350b00 service neutron] 10.222.0.39 "GET /v2.0/networks/9e4dd348-b917-4298-9670-abbbb983da4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128049 Jun 29 03:27:58.394017 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0941f052-68c1-4b53-aa24-fc6572fa53cf admin admin] Checking segment: {'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:27:58.394489 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0941f052-68c1-4b53-aa24-fc6572fa53cf admin admin] Network hostable DHCP agents. Network: 785192c7-749d-4ba0-a5e1-ac42527baabb, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:27:58.452307 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e77f678b-f3a6-49db-ba12-92d15aabaed1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3717220 Jun 29 03:27:58.459015 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42892) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:58.460053 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0941f052-68c1-4b53-aa24-fc6572fa53cf admin admin] Network 785192c7-749d-4ba0-a5e1-ac42527baabb is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:27:58.477180 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-635837641-router', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:58.480669 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4bf58f-b3be-440d-ad88-aa7827ac44af admin admin] Pushing event updated for resources: {'Subnet': ['ID=2aa26576-598b-4777-a86a-7a7ab71ebf75,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:58.484505 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5b4bf58f-b3be-440d-ad88-aa7827ac44af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:58.485337 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4bf58f-b3be-440d-ad88-aa7827ac44af admin admin] Checking segment: {'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:27:58.485785 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4bf58f-b3be-440d-ad88-aa7827ac44af admin admin] Network hostable DHCP agents. Network: 8a37d8b1-3750-4875-a0d4-6957b790648c, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:27:58.505332 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-0941f052-68c1-4b53-aa24-fc6572fa53cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, 785192c7-749d-4ba0-a5e1-ac42527baabb) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:27:58.510222 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0941f052-68c1-4b53-aa24-fc6572fa53cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:27:58.511778 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0941f052-68c1-4b53-aa24-fc6572fa53cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.540880 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4bf58f-b3be-440d-ad88-aa7827ac44af admin admin] Network 8a37d8b1-3750-4875-a0d4-6957b790648c is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:27:58.557214 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.559161 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.572040 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0941f052-68c1-4b53-aa24-fc6572fa53cf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8097796 Jun 29 03:27:58.572800 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42900) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:58.577116 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-5b4bf58f-b3be-440d-ad88-aa7827ac44af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, 8a37d8b1-3750-4875-a0d4-6957b790648c) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:27:58.584715 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4bf58f-b3be-440d-ad88-aa7827ac44af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:27:58.585552 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5b4bf58f-b3be-440d-ad88-aa7827ac44af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.598839 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773937d1-9a95-400e-825d-29f8735eb3d1 None None] Network 785192c7-749d-4ba0-a5e1-ac42527baabb requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:27:58.614908 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:58.617328 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b1ef9d-928a-43eb-ad57-5842e7440991 None None] Network 8a37d8b1-3750-4875-a0d4-6957b790648c requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:27:58.628620 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42902) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:58.635279 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-749889357-network', 'tenant_id': 'ff3b522d50ba4515ad46259e625d9a47'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:58.638727 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-5b4bf58f-b3be-440d-ad88-aa7827ac44af admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.3139071 Jun 29 03:27:58.644275 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.646523 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.742811 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cf6c7-5961-4d0e-8384-c19d14d8cf5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b419f8dc-93fd-4a1b-bc32-b27006c69e77,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:58.760382 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-de5cf6c7-5961-4d0e-8384-c19d14d8cf5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:58.762727 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Made reservation on behalf of ff3b522d50ba4515ad46259e625d9a47 for: {'network': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:27:58.764562 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.765381 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.767672 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.782861 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.791907 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5cf6c7-5961-4d0e-8384-c19d14d8cf5f admin admin] Checking segment: {'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:27:58.792268 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5cf6c7-5961-4d0e-8384-c19d14d8cf5f admin admin] Network hostable DHCP agents. Network: a16d7e30-f69f-4058-b150-43ccbc7efc7b, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:27:58.856381 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-ecd839a4-4fdf-42ad-8b9e-e5aa917510cd service neutron] 10.222.0.39 "GET /v2.0/networks/9e4dd348-b917-4298-9670-abbbb983da4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4646096 Jun 29 03:27:58.868821 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5cf6c7-5961-4d0e-8384-c19d14d8cf5f admin admin] Network a16d7e30-f69f-4058-b150-43ccbc7efc7b is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:27:58.910267 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-de5cf6c7-5961-4d0e-8384-c19d14d8cf5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, a16d7e30-f69f-4058-b150-43ccbc7efc7b) {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:27:58.914225 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca83afd-6711-468e-bdef-6e99bbd08694 None None] Network 747284db-2222-4a59-bd55-82efbc6a5748 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:27:58.918681 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5cf6c7-5961-4d0e-8384-c19d14d8cf5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:27:58.919429 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de5cf6c7-5961-4d0e-8384-c19d14d8cf5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:58.963093 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef75ccbf-532b-4ff2-b2db-60475c0e7742 None None] Network a16d7e30-f69f-4058-b150-43ccbc7efc7b requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:27:59.036104 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.042219 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.061282 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:59.081003 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-de5cf6c7-5961-4d0e-8384-c19d14d8cf5f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2575653 Jun 29 03:27:59.081003 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=92918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:27:59.087249 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42924) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:59.105673 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:59.144101 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.144410 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.segments_db [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Added segment e71c7fbe-0bb9-4069-a787-bb439084f51c of type vlan for network f70f5b65-2100-4daf-8483-5606a19a2121 Jun 29 03:27:59.163035 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2c4c715-828d-4d17-bad1-33cf61192b79,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:59.165949 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b473d8-e730-4239-865a-51500a91292f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210c7d36-8f14-5311-865c-589e5847e099-785192c7-749d-4ba0-a5e1-ac42527baabb', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78'}]}} from dv-cinder-797245-8-iscsi. {{(pid=92920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:27:59.167060 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.167409 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:59.201175 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.204826 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.213207 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.217733 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.234945 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.329230 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4266ec1c-0c38-4a2d-ac38-27cc1b0afd6a req-76f226ad-6a30-4cd4-9540-0706207fc46f tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 210 time: 0.0782146 Jun 29 03:27:59.467726 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.505221 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.579454 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:27:59.580324 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.582894 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-29d720f8-9dcd-4f01-8fdc-9bdeeca2a346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:27:59.656947 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe39342-a164-44be-91a3-01581ce6304e None None] Network 8a37d8b1-3750-4875-a0d4-6957b790648c requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:27:59.734436 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.1041656 Jun 29 03:27:59.738990 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 42964) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:59.743755 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210c7d36-8f14-5311-865c-589e5847e099-a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77'}]}} from dv-cinder-797245-8-iscsi. {{(pid=92920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:27:59.744719 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.801660 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-1a6944d5-dae9-4db8-8519-03c335c81de2 admin admin] Request body: {'subnet': {'network_id': 'f70f5b65-2100-4daf-8483-5606a19a2121', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-749889357-subnet', 'tenant_id': 'ff3b522d50ba4515ad46259e625d9a47', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:27:59.884382 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Pushing event updated for resources: {'Network': ['ID=f70f5b65-2100-4daf-8483-5606a19a2121,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:27:59.888762 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a6944d5-dae9-4db8-8519-03c335c81de2 admin admin] Made reservation on behalf of ff3b522d50ba4515ad46259e625d9a47 for: {'subnet': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:27:59.891275 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1a6944d5-dae9-4db8-8519-03c335c81de2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.893490 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:27:59.898130 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:27:59.959384 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network f70f5b65-2100-4daf-8483-5606a19a2121 details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:27:59.963121 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 42986) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:27:59.972305 dv-cinder-797245-8-iscsi neutron-server[92919]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 29 03:28:00.127743 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-95b473d8-e730-4239-865a-51500a91292f None None] Allocated IP 172.20.0.2 (785192c7-749d-4ba0-a5e1-ac42527baabb/1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78/6d77cb74-0558-4026-b580-4a209770a941) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:00.366249 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Allocated IP 172.20.0.2 (a16d7e30-f69f-4058-b150-43ccbc7efc7b/b419f8dc-93fd-4a1b-bc32-b27006c69e77/11fa37a5-b069-4797-b031-232e7754a980) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:00.385091 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:00.477161 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:00.494151 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:00.505488 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:00.507333 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-add265b3-3279-47c2-8aeb-12415a00c796 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:00.526629 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-add265b3-3279-47c2-8aeb-12415a00c796 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/networks?id=8a37d8b1-3750-4875-a0d4-6957b790648c HTTP/1.1" status: 200 len: 814 time: 0.5553906 Jun 29 03:28:00.583928 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:00.586962 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:00.606123 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1a6944d5-dae9-4db8-8519-03c335c81de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for subnet, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:00.610176 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-16c78cdd-432a-48e0-a681-a0709640fe95 req-96d6f56c-9307-4634-af82-d66cb0d07f46 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 210 time: 0.1795652 Jun 29 03:28:00.646183 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-bab040d8-c8f7-46a4-8191-acd1895c893d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/quotas/f9cceac2e13b49379e513e3fd9437f00 HTTP/1.1" status: 200 len: 375 time: 0.0729141 Jun 29 03:28:00.648516 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:00.651022 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:00.654571 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-95b473d8-e730-4239-865a-51500a91292f None None] Transition to ACTIVE for port object 6d77cb74-0558-4026-b580-4a209770a941 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:00.690574 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-95b473d8-e730-4239-865a-51500a91292f None None] Transition to ACTIVE for port object 6d77cb74-0558-4026-b580-4a209770a941 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:00.701385 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:00.709412 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:00.715377 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Transition to ACTIVE for port object 11fa37a5-b069-4797-b031-232e7754a980 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:00.717235 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:00.742968 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-ae8ff595-2e3f-404c-bbd6-6d498d0c71b7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9cceac2e13b49379e513e3fd9437f00&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0593235 Jun 29 03:28:00.787750 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b473d8-e730-4239-865a-51500a91292f None None] Network 785192c7-749d-4ba0-a5e1-ac42527baabb is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:00.789288 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Transition to ACTIVE for port object 11fa37a5-b069-4797-b031-232e7754a980 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:00.794036 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-95b473d8-e730-4239-865a-51500a91292f None None] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:00.801310 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b473d8-e730-4239-865a-51500a91292f None None] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:00.810027 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:00.810860 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b473d8-e730-4239-865a-51500a91292f None None] Pushing event updated for resources: {'Port': ['ID=6d77cb74-0558-4026-b580-4a209770a941,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:00.855928 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:00.856592 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:00.857110 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:00.857621 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:00.858155 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:00.858716 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:00.859812 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:00.860520 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:00.861223 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:00.861748 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:00.862888 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:00.863450 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Tracked resource versions report: Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: pushed versions: Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: { 'AddressGroup': {'1.2'}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'ConntrackHelper': {'1.0'}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Log': {'1.0'}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Network': {'1.1'}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Port': {'1.7'}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'PortForwarding': {'1.2'}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'QosPolicy': {'1.8'}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'SecurityGroup': {'1.4'}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'SubPort': {'1.0'}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Subnet': {'1.1'}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Trunk': {'1.1'}} Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: consumer versions: Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: { DHCP agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: HyperV agent@hv-cinder-79724: {}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: L3 agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: Metadata agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: Metering agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: Open vSwitch agent@dv-cinder-797245-8-iscsi: { 'AddressGroup': '1.2', Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'ConntrackHelper': '1.0', Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Log': '1.0', Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Network': '1.1', Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Port': '1.7', Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'PortForwarding': '1.2', Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'QosPolicy': '1.8', Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'SecurityGroup': '1.4', Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'SecurityGroupRule': '1.2', Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'SubPort': '1.0', Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Subnet': '1.1', Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: 'Trunk': '1.1'}} Jun 29 03:28:00.864906 dv-cinder-797245-8-iscsi neutron-server[92920]: {{(pid=92920) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:28:00.889381 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6944d5-dae9-4db8-8519-03c335c81de2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d8a5e75-d57b-4440-be6e-760ecaeefac1,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:00.892839 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-95b473d8-e730-4239-865a-51500a91292f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:00.893723 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:00.905681 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-1a6944d5-dae9-4db8-8519-03c335c81de2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:00.913783 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a6944d5-dae9-4db8-8519-03c335c81de2 admin admin] Checking segment: {'id': 'e71c7fbe-0bb9-4069-a787-bb439084f51c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'f70f5b65-2100-4daf-8483-5606a19a2121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:00.914521 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6944d5-dae9-4db8-8519-03c335c81de2 admin admin] Network hostable DHCP agents. Network: f70f5b65-2100-4daf-8483-5606a19a2121, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:28:00.930851 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Network a16d7e30-f69f-4058-b150-43ccbc7efc7b is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:00.933266 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Allocated IP 172.27.1.250 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/3620c0b0-bc78-4ab6-a979-f8fda5091cd6) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:00.938730 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a6944d5-dae9-4db8-8519-03c335c81de2 admin admin] Network f70f5b65-2100-4daf-8483-5606a19a2121 is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:28:00.940589 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:00.946847 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:00.954219 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-95b473d8-e730-4239-865a-51500a91292f None None] Attempting to bind port 6d77cb74-0558-4026-b580-4a209770a941 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:00.954632 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-1a6944d5-dae9-4db8-8519-03c335c81de2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, f70f5b65-2100-4daf-8483-5606a19a2121) {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:00.954778 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-95b473d8-e730-4239-865a-51500a91292f None None] Attempting to bind port 6d77cb74-0558-4026-b580-4a209770a941 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:00.955227 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b473d8-e730-4239-865a-51500a91292f None None] Attempting to bind port 6d77cb74-0558-4026-b580-4a209770a941 on network 785192c7-749d-4ba0-a5e1-ac42527baabb {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:00.960191 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Pushing event updated for resources: {'Port': ['ID=11fa37a5-b069-4797-b031-232e7754a980,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:00.960615 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a6944d5-dae9-4db8-8519-03c335c81de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:00.961248 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1a6944d5-dae9-4db8-8519-03c335c81de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:00.966956 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:00.970030 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dacfe4-a0bd-47a6-9a8a-44b17221c0bf None None] Network f70f5b65-2100-4daf-8483-5606a19a2121 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:28:00.974238 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b473d8-e730-4239-865a-51500a91292f None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:00.974690 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b473d8-e730-4239-865a-51500a91292f None None] Checking segment: {'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:00.975416 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:00.975591 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95b473d8-e730-4239-865a-51500a91292f None None] Bound using segment: {'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:00.976479 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-95b473d8-e730-4239-865a-51500a91292f None None] Bound port: 6d77cb74-0558-4026-b580-4a209770a941, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:00.976894 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:00.989911 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-1a6944d5-dae9-4db8-8519-03c335c81de2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.2083249 Jun 29 03:28:01.090002 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-abd23023-daee-4018-83a5-916e1288217a service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:28:01.091067 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-abd23023-daee-4018-83a5-916e1288217a service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0980308 Jun 29 03:28:01.119529 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Attempting to bind port 11fa37a5-b069-4797-b031-232e7754a980 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:01.119935 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Attempting to bind port 11fa37a5-b069-4797-b031-232e7754a980 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:01.120295 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Attempting to bind port 11fa37a5-b069-4797-b031-232e7754a980 on network a16d7e30-f69f-4058-b150-43ccbc7efc7b {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:01.139284 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:01.139708 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Checking segment: {'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:01.141240 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:01.142109 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Bound using segment: {'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:01.142647 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Bound port: 11fa37a5-b069-4797-b031-232e7754a980, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:01.143282 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:01.156073 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:01.176448 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43020) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:01.224641 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-d4105006-df81-4d60-ba8c-6910e6d1b0a0 service neutron] 10.222.0.39 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237326 Jun 29 03:28:01.227582 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-95b473d8-e730-4239-865a-51500a91292f None None] For port 6d77cb74-0558-4026-b580-4a209770a941, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:01.227952 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff699c3-a21a-4d3b-a1d9-e8e6011d4a3a admin admin] Deleting subnet d4042de5-0608-4bc1-afa7-7fa923f6ddb3 {{(pid=92918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:28:01.232026 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8ff699c3-a21a-4d3b-a1d9-e8e6011d4a3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:01.245260 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:01.258800 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:01.278494 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-95b473d8-e730-4239-865a-51500a91292f None None] For port 6d77cb74-0558-4026-b580-4a209770a941, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=6d77cb74-0558-4026-b580-4a209770a941,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:01.287133 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-95b473d8-e730-4239-865a-51500a91292f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:01.298314 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e0f92d-bce9-4cfa-96fd-526dd727f405 None None] Network f70f5b65-2100-4daf-8483-5606a19a2121 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:28:01.314875 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] For port 11fa37a5-b069-4797-b031-232e7754a980, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:01.317085 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:01.338462 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:01.342651 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:01.346661 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:01.380143 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8ff699c3-a21a-4d3b-a1d9-e8e6011d4a3a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:01.385041 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] For port 11fa37a5-b069-4797-b031-232e7754a980, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=11fa37a5-b069-4797-b031-232e7754a980,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:01.397202 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8ff699c3-a21a-4d3b-a1d9-e8e6011d4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:01.403999 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:01.431933 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Allocated IP 172.27.1.235 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/f4200a66-0b13-4185-b8f6-53a9fd8724c0) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:01.432185 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Pushing event updated for resources: {'Port': ['ID=3620c0b0-bc78-4ab6-a979-f8fda5091cd6,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:01.445211 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b473d8-e730-4239-865a-51500a91292f None None] Pushing event updated for resources: {'Port': ['ID=6d77cb74-0558-4026-b580-4a209770a941,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:01.448919 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-95b473d8-e730-4239-865a-51500a91292f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:01.450769 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:01.459239 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:01.537189 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-23da3927-e367-4694-a6e9-d7759cd891ab service neutron] 10.222.0.39 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998769 Jun 29 03:28:01.565277 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8ff699c3-a21a-4d3b-a1d9-e8e6011d4a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for subnet, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:01.571792 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:01.577175 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Pushing event updated for resources: {'Port': ['ID=11fa37a5-b069-4797-b031-232e7754a980,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:01.583730 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:01.612232 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff699c3-a21a-4d3b-a1d9-e8e6011d4a3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4042de5-0608-4bc1-afa7-7fa923f6ddb3,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:01.623575 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-8ff699c3-a21a-4d3b-a1d9-e8e6011d4a3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:01.636473 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8ff699c3-a21a-4d3b-a1d9-e8e6011d4a3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:01.638419 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-8ff699c3-a21a-4d3b-a1d9-e8e6011d4a3a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d4042de5-0608-4bc1-afa7-7fa923f6ddb3 HTTP/1.1" status: 204 len: 168 time: 0.4604847 Jun 29 03:28:01.641387 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43026) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:01.760028 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:01.803809 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:01.898488 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:02.006784 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-44116910-a613-43e4-84db-26a9402a611f req-a72e4bc9-9bef-4e89-ac18-7ebf8ff92597 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 210 time: 0.0821667 Jun 29 03:28:02.108441 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c38cd17e-ef9c-44a2-9a3d-2dde750912ac req-521f4266-4c1f-4ef0-b30e-88f42903eb21 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0556848 Jun 29 03:28:02.135955 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769002'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:02.157927 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:02.162535 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:02.164709 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:02.223304 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:02.223669 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:02.224473 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:02.224820 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Subscribe: > port after_create 55550000 {{(pid=92918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:02.225166 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Subscribe: > port after_delete 55550000 {{(pid=92918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:02.225511 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Subscribe: > port after_update 55550000 {{(pid=92918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:02.225846 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:02.226415 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:02.226910 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:02.227383 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:02.279278 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Allocated IP 172.27.1.204 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:02.389281 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:02.389914 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:02.392317 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:02.392830 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92918) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:28:02.393389 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0fba2c0-9515-44d5-911f-50329ecf7e60']}} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:02.429286 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60eec90-e48f-46aa-90e2-c7b5047e8d6f') {'for_net_delete': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:02.429581 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60eec90-e48f-46aa-90e2-c7b5047e8d6f') {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:02.433900 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 is scheduled to L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:28:02.442126 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:02.456910 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:02.465802 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2136143'] for segment, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:02.469735 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:02.514543 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:02.519135 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Pushing event updated for resources: {'Port': ['ID=f4200a66-0b13-4185-b8f6-53a9fd8724c0,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:02.553585 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:02.560728 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:02.595369 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=92918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:28:02.596050 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558768'] for segment, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: from cryptography.utils import int_from_bytes Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: from cryptography.utils import int_from_bytes Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: Traceback (most recent call last): Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: timer() Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: cb(*args, **kw) Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: return func(*args, **kwargs) Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: self._notify() Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: self.callback(batched_events) Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: event.method(event) Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: return f(self, *a, **k) Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._get(url).json() Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: return self.request(url, 'GET', **kwargs) Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:28:02.599955 dv-cinder-797245-8-iscsi neutron-server[92918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:28:02.603210 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:02.608289 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:02.636866 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:28:02.650645 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Sync routers for ids ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:28:02.653747 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:02.661507 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:02.663885 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:02.667259 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Routers {'53856f47-ac24-4c8b-a5ef-7d23eab957f2'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:02.668019 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:27:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:02.775051 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:02.780484 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43064) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:02.780795 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2044537 Jun 29 03:28:02.787136 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Pushing event updated for resources: {'Port': ['ID=8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:02.791740 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:02.914910 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Set router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:02.942294 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:02.979719 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfce793c-4913-4e95-94ef-fe1b43341e6a None None] Network 785192c7-749d-4ba0-a5e1-ac42527baabb requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:28:03.057916 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:03.094421 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:03.099095 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] 10.222.0.39 "DELETE /v2.0/networks/b0fba2c0-9515-44d5-911f-50329ecf7e60 HTTP/1.1" status: 204 len: 168 time: 1.4524167 Jun 29 03:28:03.148201 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43074) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:03.188123 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=b0fba2c0-9515-44d5-911f-50329ecf7e60,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:03.254752 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:01Z', 'revision_number': 3, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:03.289870 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Checking router: 53856f47-ac24-4c8b-a5ef-7d23eab957f2 for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:28:03.290724 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Updating router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 port 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 binding host dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:28:03.304091 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:03.331689 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:03.366422 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 11fa37a5-b069-4797-b031-232e7754a980 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:03.394162 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:03.454673 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-99752d9e-87a4-4854-b3ef-806f84888b0e None None] Provisioning for port 6d77cb74-0558-4026-b580-4a209770a941 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:03.473207 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3954ad84-cafd-4242-b3b5-1a95033e77b9 req-54b51397-a125-482d-b27e-ffd9daf905b4 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 210 time: 0.0780559 Jun 29 03:28:03.474386 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1f6587-8f4c-44b9-bcdb-6edf38df6b75 None None] Network a16d7e30-f69f-4058-b150-43ccbc7efc7b requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:28:03.489726 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 11fa37a5-b069-4797-b031-232e7754a980 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:03.517555 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a3cb5727-1069-4df7-a33b-44fbef3419f4 req-348bf0e2-0442-4b74-80e0-be696c825f2f tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0709453 Jun 29 03:28:03.539683 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 6d77cb74-0558-4026-b580-4a209770a941 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:03.664363 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769002'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:03.746081 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-5cfb2dfe-6bff-4936-abc9-18c689460f3d None None] Provisioning for port 11fa37a5-b069-4797-b031-232e7754a980 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:03.749171 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa6db79d-7305-4fe0-9add-a0d3aad11fc6 admin admin] Deleting subnet 7d8a5e75-d57b-4440-be6e-760ecaeefac1 {{(pid=92918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:28:03.759793 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-5cfb2dfe-6bff-4936-abc9-18c689460f3d None None] Provisioning complete for port 11fa37a5-b069-4797-b031-232e7754a980 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:03.760243 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2dfe-6bff-4936-abc9-18c689460f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:03.768563 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:03.770197 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fa6db79d-7305-4fe0-9add-a0d3aad11fc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:03.835983 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:03.848558 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Transition to ACTIVE for port object 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:03.858260 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:03.887064 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-1c8c55d3-7873-4126-80ba-46516046f33d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:03.920267 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Router 9f874a82-36d8-47c4-8645-b378ee98e7b4 is scheduled to L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:28:03.946156 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 6d77cb74-0558-4026-b580-4a209770a941 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:03.960125 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fa6db79d-7305-4fe0-9add-a0d3aad11fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2136132'] for subnet, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:03.972701 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 6d77cb74-0558-4026-b580-4a209770a941 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:03.973127 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:03.975424 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Attempting to bind port 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:03.979488 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Attempting to bind port 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:03.979883 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Attempting to bind port 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 on network f51c5211-9e47-48bd-999b-9f8ea905804c {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:04.010553 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:04.011254 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Checking segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:04.011374 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.011718 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Bound using segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:04.012236 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Bound port: 3620c0b0-bc78-4ab6-a979-f8fda5091cd6, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:04.012614 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.076927 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fa6db79d-7305-4fe0-9add-a0d3aad11fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.090572 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Pushing event updated for resources: {'Port': ['ID=3620c0b0-bc78-4ab6-a979-f8fda5091cd6,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:04.102020 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:28:04.134038 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.135517 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.6641905 Jun 29 03:28:04.137951 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 43088) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:04.145810 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Sync routers for ids ['9f874a82-36d8-47c4-8645-b378ee98e7b4'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:28:04.153435 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.153842 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.154086 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.154466 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.154707 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.155031 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.155345 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Tracked resource versions report: Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: pushed versions: Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: { 'AddressGroup': {'1.2'}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'ConntrackHelper': {'1.0'}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Log': {'1.0'}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Network': {'1.1'}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Port': {'1.7'}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'PortForwarding': {'1.2'}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'QosPolicy': {'1.8'}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'SecurityGroup': {'1.4'}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'SecurityGroupRule': {'1.2'}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'SubPort': {'1.0'}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Subnet': {'1.1'}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Trunk': {'1.1'}} Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: consumer versions: Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: { DHCP agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: HyperV agent@hv-cinder-79724: {}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: L3 agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: Metadata agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: Metering agent@dv-cinder-797245-8-iscsi: {}, Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: Open vSwitch agent@dv-cinder-797245-8-iscsi: { 'AddressGroup': '1.2', Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'ConntrackHelper': '1.0', Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Log': '1.0', Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Network': '1.1', Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Port': '1.7', Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'PortForwarding': '1.2', Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'QosPolicy': '1.8', Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'SecurityGroup': '1.4', Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'SecurityGroupRule': '1.2', Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'SubPort': '1.0', Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Subnet': '1.1', Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: 'Trunk': '1.1'}} Jun 29 03:28:04.168281 dv-cinder-797245-8-iscsi neutron-server[92921]: {{(pid=92921) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 29 03:28:04.176536 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:04.228939 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] For port 3620c0b0-bc78-4ab6-a979-f8fda5091cd6, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:04.242148 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] For port 3620c0b0-bc78-4ab6-a979-f8fda5091cd6, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=3620c0b0-bc78-4ab6-a979-f8fda5091cd6,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:04.252065 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.254024 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:04.312304 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Routers {'53856f47-ac24-4c8b-a5ef-7d23eab957f2'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:04.313182 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:27:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:04.322602 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.340977 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Routers {'9f874a82-36d8-47c4-8645-b378ee98e7b4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:04.342957 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:27:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['9f874a82-36d8-47c4-8645-b378ee98e7b4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:04.344240 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fa6db79d-7305-4fe0-9add-a0d3aad11fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2558941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861988'] for subnet, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.352493 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Pushing event updated for resources: {'Port': ['ID=3620c0b0-bc78-4ab6-a979-f8fda5091cd6,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:04.357653 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:04.373967 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-de5cf6c7-5961-4d0e-8384-c19d14d8cf5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:04.386838 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 6d77cb74-0558-4026-b580-4a209770a941, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=6d77cb74-0558-4026-b580-4a209770a941,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:04.439123 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] Set router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:04.470998 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6db79d-7305-4fe0-9add-a0d3aad11fc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d8a5e75-d57b-4440-be6e-760ecaeefac1,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:04.484754 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-fa6db79d-7305-4fe0-9add-a0d3aad11fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:04.496383 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fa6db79d-7305-4fe0-9add-a0d3aad11fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.498458 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-fa6db79d-7305-4fe0-9add-a0d3aad11fc6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/7d8a5e75-d57b-4440-be6e-760ecaeefac1 HTTP/1.1" status: 204 len: 168 time: 1.3439908 Jun 29 03:28:04.501521 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43098) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:04.507874 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.551399 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:04.634305 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2dfe-6bff-4936-abc9-18c689460f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:04.740984 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:01Z', 'revision_number': 3, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:04.827115 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Set router 9f874a82-36d8-47c4-8645-b378ee98e7b4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:04.940696 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.21', 57033) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:04.980093 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.063726 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-527e0571-8a3a-401f-94d1-5a19c0e4b98e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:05.065529 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-527e0571-8a3a-401f-94d1-5a19c0e4b98e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "GET /v2.0/networks?id=8a37d8b1-3750-4875-a0d4-6957b790648c HTTP/1.1" status: 200 len: 814 time: 0.1237075 Jun 29 03:28:05.089407 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7902d3f4-2bea-4159-9f25-6ef1e3da692d None None] The sync data for ids ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'] in dv-cinder-797245-8-iscsi is: [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:01Z', 'revision_number': 3, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:28:05.097371 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-54d7fbee-6896-4b98-99e6-330cecbb0895 req-b37504fc-bba7-4287-ba55-61048a196153 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 210 time: 0.1787570 Jun 29 03:28:05.126971 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.128034 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769002'] for router, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.165361 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Request body: {'port': {'device_id': '4d93af6e-9cdd-420d-856e-38054fa5b1d7', 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c', 'admin_state_up': True, 'tenant_id': 'f9cceac2e13b49379e513e3fd9437f00'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:05.232374 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=6d77cb74-0558-4026-b580-4a209770a941,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:05.243052 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:05.273740 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-5cfb2dfe-6bff-4936-abc9-18c689460f3d None None] For port 11fa37a5-b069-4797-b031-232e7754a980, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=11fa37a5-b069-4797-b031-232e7754a980,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:05.279052 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-32a4fb5e-0773-4fc0-a971-418622d38916 req-1e8aa7ee-6c42-4b6a-b738-059a036bebde tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 210 time: 0.1866572 Jun 29 03:28:05.302874 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5cfb2dfe-6bff-4936-abc9-18c689460f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.310159 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:05.423987 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfb2dfe-6bff-4936-abc9-18c689460f3d None None] Pushing event updated for resources: {'Port': ['ID=11fa37a5-b069-4797-b031-232e7754a980,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:05.435496 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5cfb2dfe-6bff-4936-abc9-18c689460f3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:05.460619 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-b219410e-eeb8-459f-b613-43c94e009539 None None] Provisioning complete for port 11fa37a5-b069-4797-b031-232e7754a980 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:05.461594 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b219410e-eeb8-459f-b613-43c94e009539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.519282 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.567190 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.21', 57038) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:05.571868 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.674756 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-b219410e-eeb8-459f-b613-43c94e009539 None None] Provisioning complete for port 6d77cb74-0558-4026-b580-4a209770a941 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:05.675239 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b219410e-eeb8-459f-b613-43c94e009539 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.677504 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'name': 'tempest-ServerRescueNegativeTestJSON-635837641-router', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:02Z', 'revision_number': 3, 'project_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'gw_port': {'id': '8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:05.707491 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-aa517861-251e-4436-bc13-1689e6da4019 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:05.708811 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Checking router: 9f874a82-36d8-47c4-8645-b378ee98e7b4 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:28:05.708811 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Updating router 9f874a82-36d8-47c4-8645-b378ee98e7b4 port 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e binding host dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:28:05.709002 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-aa517861-251e-4436-bc13-1689e6da4019 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.21 "GET /v2.0/networks?id=9e4dd348-b917-4298-9670-abbbb983da4c HTTP/1.1" status: 200 len: 812 time: 0.1347773 Jun 29 03:28:05.733649 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f70f5b65-2100-4daf-8483-5606a19a2121']}} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:05.762256 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:05.820666 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Request body: {'port': {'device_id': '671c2a54-fb55-407f-af9b-9bf1c56b4c46', 'network_id': '9e4dd348-b917-4298-9670-abbbb983da4c', 'admin_state_up': True, 'tenant_id': 'bc1ef76f974846578f8051485c69e823'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:05.823646 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Made reservation on behalf of f9cceac2e13b49379e513e3fd9437f00 for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:05.827969 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.062728 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71c7fbe-0bb9-4069-a787-bb439084f51c') {'for_net_delete': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:06.064865 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71c7fbe-0bb9-4069-a787-bb439084f51c') {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:06.199623 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2136143'] for segment, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.215140 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.236605 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Transition to ACTIVE for port object 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:06.251416 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.258084 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-95b473d8-e730-4239-865a-51500a91292f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:06.380435 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.459232 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506aaf04-27d8-4ea1-a9de-080e573f7d96 None None] Pushing event updated for resources: {'Port': ['ID=8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:06.462872 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Attempting to bind port 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:06.463738 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Attempting to bind port 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:06.464556 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Attempting to bind port 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e on network f51c5211-9e47-48bd-999b-9f8ea905804c {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:06.470120 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-506aaf04-27d8-4ea1-a9de-080e573f7d96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:06.477439 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:06.479013 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Checking segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:06.480116 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.481456 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Bound using segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:06.482471 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Bound port: 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:06.483259 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.596175 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] For port 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:06.602902 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] For port 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:06.610420 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.614667 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:06.686575 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Allocated IP 172.20.0.1 (747284db-2222-4a59-bd55-82efbc6a5748/b1e87b90-dc93-4fcf-985e-c8942feb4487/d6d69e32-99a8-4ed1-97f4-6e280cd9a93c) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:06.688928 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Routers {'9f874a82-36d8-47c4-8645-b378ee98e7b4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:06.690127 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:27:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['9f874a82-36d8-47c4-8645-b378ee98e7b4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:06.761982 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=92918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:28:06.762385 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558768'] for segment, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:06.781635 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506aaf04-27d8-4ea1-a9de-080e573f7d96 None None] Pushing event updated for resources: {'Port': ['ID=8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:06.786250 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-506aaf04-27d8-4ea1-a9de-080e573f7d96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: Traceback (most recent call last): Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: timer() Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: cb(*args, **kw) Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: return func(*args, **kwargs) Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: self._notify() Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: self.callback(batched_events) Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: event.method(event) Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: return f(self, *a, **k) Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._get(url).json() Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: return self.request(url, 'GET', **kwargs) Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:28:06.797078 dv-cinder-797245-8-iscsi neutron-server[92918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:28:06.803112 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-84438a3c-1771-460c-9ac9-da7ab468ee1d req-1c948bef-0a44-4ed0-80bd-f0ae59e5de52 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 210 time: 0.3948727 Jun 29 03:28:07.022468 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b8447fb8-beb6-4479-ad24-a635aa895d5f req-890a37f7-9741-4d4a-a186-b337486f33ac tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 210 time: 0.2618494 Jun 29 03:28:07.129799 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:07.130351 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Allocated IP 172.20.0.9 (8a37d8b1-3750-4875-a0d4-6957b790648c/2aa26576-598b-4777-a86a-7a7ab71ebf75/21eb1c87-eb8e-4454-a96a-6559b9f04f9f) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:07.224626 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.224910 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:28:07.233850 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] Set router 9f874a82-36d8-47c4-8645-b378ee98e7b4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:07.247912 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.303773 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Allocated IP 172.20.0.1 (785192c7-749d-4ba0-a5e1-ac42527baabb/1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78/8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:07.334878 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Router 115d0708-8872-4c08-b222-75db94f24bee is scheduled to L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 with binding_index 1 {{(pid=92918) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:28:07.344492 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.347449 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f70f5b65-2100-4daf-8483-5606a19a2121 HTTP/1.1" status: 204 len: 168 time: 2.8447509 Jun 29 03:28:07.376806 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.378591 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-fb179f2d-cf8d-4313-bb9c-39060cb40b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:07.380591 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Made reservation on behalf of bc1ef76f974846578f8051485c69e823 for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:07.384119 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.416085 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1e33ba01-6e64-4de7-a11f-07653980731f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:07.507465 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:07.512311 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Network 747284db-2222-4a59-bd55-82efbc6a5748 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:07.524702 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:07.528733 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f70f5b65-2100-4daf-8483-5606a19a2121,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:07.535021 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:07.535416 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.543891 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:07.647895 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'name': 'tempest-ServerRescueNegativeTestJSON-635837641-router', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:02Z', 'revision_number': 3, 'project_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'gw_port': {'id': '8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:07.661097 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:07.662122 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672668'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.735180 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67d00d3-6da5-4438-82a7-b4cef816964f None None] The sync data for ids ['9f874a82-36d8-47c4-8645-b378ee98e7b4'] in dv-cinder-797245-8-iscsi is: [{'id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'name': 'tempest-ServerRescueNegativeTestJSON-635837641-router', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:02Z', 'revision_number': 3, 'project_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'gw_port': {'id': '8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:28:07.938212 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:07.990712 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 3620c0b0-bc78-4ab6-a979-f8fda5091cd6, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=3620c0b0-bc78-4ab6-a979-f8fda5091cd6,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:08.001486 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.005445 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 11fa37a5-b069-4797-b031-232e7754a980 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:08.005445 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:08.016862 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43206) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:08.136293 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Pushing event updated for resources: {'Port': ['ID=d6d69e32-99a8-4ed1-97f4-6e280cd9a93c,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:08.214790 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=3620c0b0-bc78-4ab6-a979-f8fda5091cd6,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:08.232529 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:08.249137 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:08.255864 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 11fa37a5-b069-4797-b031-232e7754a980 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:08.256236 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.364430 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-640fcc1c-3a0b-48e4-90a9-9075d902946b req-3944072b-9353-4850-abda-e69cfa065592 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 210 time: 0.1090741 Jun 29 03:28:08.488114 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.633226 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 6d77cb74-0558-4026-b580-4a209770a941 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:08.646531 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.701146 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.740800 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 6d77cb74-0558-4026-b580-4a209770a941 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:08.742331 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:08.799205 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-45057443-874c-4336-abc8-8e57e4fca5a3 req-87aa2830-d601-4319-9e13-ec6299494c48 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 210 time: 0.2407470 Jun 29 03:28:08.855546 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Allocated IP 172.20.0.13 (9e4dd348-b917-4298-9670-abbbb983da4c/fddb1391-634e-47c7-92ee-e10bd3c826b9/00dccb2b-a753-4bb3-9032-4159f12f600c) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:08.893670 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:28:08.914616 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Sync routers for ids ['115d0708-8872-4c08-b222-75db94f24bee'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:28:08.938352 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Routers {'115d0708-8872-4c08-b222-75db94f24bee'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:08.941025 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:27:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['115d0708-8872-4c08-b222-75db94f24bee'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:08.997458 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Transition to ACTIVE for port object 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a will not be triggered until provisioned by entity DHCP. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:09.001195 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Notify callbacks [] for router, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.003480 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 9.9102330 Jun 29 03:28:09.008247 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43226) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:09.046268 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-f4304f5a-ad61-48a0-91cf-1378eef2601c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea08686a08384391814e63d8461c7fad&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9884713 Jun 29 03:28:09.061601 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43228) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:09.127466 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.139604 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.147756 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672616'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.164456 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-60eaeabc-a399-4a9a-9e26-faa2e5535f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:09.179762 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.265579 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Set router 115d0708-8872-4c08-b222-75db94f24bee gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:09.318063 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:09.406699 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Network 8a37d8b1-3750-4875-a0d4-6957b790648c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:09.419933 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:09.432181 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:09.444322 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:09.447055 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.461257 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:09.469399 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:09.469785 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.475367 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Pushing event updated for resources: {'Port': ['ID=d6d69e32-99a8-4ed1-97f4-6e280cd9a93c,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:09.492409 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:09.502288 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.231s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:09.532177 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f0815e72-4c3c-4eb5-8ed3-27005336642b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.585935 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f0815e72-4c3c-4eb5-8ed3-27005336642b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.615270 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:02Z', 'revision_number': 3, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:09.705291 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5292826 Jun 29 03:28:09.728870 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Checking router: 115d0708-8872-4c08-b222-75db94f24bee for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:28:09.729257 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Updating router 115d0708-8872-4c08-b222-75db94f24bee port f4200a66-0b13-4185-b8f6-53a9fd8724c0 binding host dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:28:09.733150 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.734944 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f0815e72-4c3c-4eb5-8ed3-27005336642b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.745220 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f0815e72-4c3c-4eb5-8ed3-27005336642b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.746261 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Network 747284db-2222-4a59-bd55-82efbc6a5748 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:09.772614 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-f0815e72-4c3c-4eb5-8ed3-27005336642b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8152c303-d3d0-4331-811c-717cba94d312 HTTP/1.1" status: 204 len: 168 time: 0.6992595 Jun 29 03:28:09.775687 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:09.779778 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:09.782297 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.783390 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.789253 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:09.793459 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-e6db6242-996b-433a-89b1-772302c392c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:09.889160 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:09.893629 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-972d8392-5b68-48ae-9bf8-9edcdbf3d0d8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92919) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:28:09.898117 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-972d8392-5b68-48ae-9bf8-9edcdbf3d0d8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1338849 Jun 29 03:28:09.906563 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:09.955379 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0815e72-4c3c-4eb5-8ed3-27005336642b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8152c303-d3d0-4331-811c-717cba94d312,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:09.981440 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f0815e72-4c3c-4eb5-8ed3-27005336642b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:10.000498 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Network 785192c7-749d-4ba0-a5e1-ac42527baabb is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:10.001497 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-56776a7a-96f7-4850-b683-a1c1225590c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:10.096648 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:10.117081 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:10.157141 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:10.158303 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:10.162753 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Pushing event updated for resources: {'Port': ['ID=8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:10.184992 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:10.267303 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:10.285194 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4a3589d5-4399-448d-9d0e-a7e7f21af06f req-724ffefd-f46d-42f5-9038-10b124dc8cef tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 210 time: 0.0743484 Jun 29 03:28:10.404584 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:10.591777 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:10.657116 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Router 9f874a82-36d8-47c4-8645-b378ee98e7b4 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:28:10.977552 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43270) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:11.001353 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-b55d85be-8d76-4ead-9994-d0658cc041ed None None] Provisioning for port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:11.007164 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-b55d85be-8d76-4ead-9994-d0658cc041ed None None] Provisioning complete for port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:11.008180 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b55d85be-8d76-4ead-9994-d0658cc041ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.077913 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.126108 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Transition to ACTIVE for port object f4200a66-0b13-4185-b8f6-53a9fd8724c0 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:11.143581 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Pushing event updated for resources: {'Port': ['ID=21eb1c87-eb8e-4454-a96a-6559b9f04f9f,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:11.161289 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.659s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:11.161892 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:11.165111 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:28:11.168194 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.177042 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] 10.222.0.39 "PUT /v2.0/routers/9f874a82-36d8-47c4-8645-b378ee98e7b4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0379961 Jun 29 03:28:11.180019 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:11.213392 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Request body: {'port': {'device_id': '4d93af6e-9cdd-420d-856e-38054fa5b1d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:11.315594 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672668'] for router_interface, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.392709 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.407417 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Sync routers for ids ['9f874a82-36d8-47c4-8645-b378ee98e7b4'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:28:11.462789 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-b55d85be-8d76-4ead-9994-d0658cc041ed None None] Port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:28:11.471341 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db9db3-9edf-4787-93da-ff67d4240da1 None None] Pushing event updated for resources: {'Port': ['ID=f4200a66-0b13-4185-b8f6-53a9fd8724c0,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:11.472539 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Routers {'9f874a82-36d8-47c4-8645-b378ee98e7b4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:11.474178 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:27:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['9f874a82-36d8-47c4-8645-b378ee98e7b4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:11.501503 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-74db9db3-9edf-4787-93da-ff67d4240da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:11.503243 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.572878 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Attempting to bind port f4200a66-0b13-4185-b8f6-53a9fd8724c0 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:11.573238 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Attempting to bind port f4200a66-0b13-4185-b8f6-53a9fd8724c0 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:11.582017 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Attempting to bind port f4200a66-0b13-4185-b8f6-53a9fd8724c0 on network f51c5211-9e47-48bd-999b-9f8ea905804c {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:11.603673 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:11.605514 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Checking segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:11.606061 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.606425 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Bound using segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:11.611567 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Bound port: f4200a66-0b13-4185-b8f6-53a9fd8724c0, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:11.612087 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.651672 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Set router 9f874a82-36d8-47c4-8645-b378ee98e7b4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:11.748656 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:11.749540 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.766337 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] For port f4200a66-0b13-4185-b8f6-53a9fd8724c0, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:11.776080 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] For port f4200a66-0b13-4185-b8f6-53a9fd8724c0, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=f4200a66-0b13-4185-b8f6-53a9fd8724c0,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:11.790675 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.794426 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-64b792c8-905b-4c8e-835a-cce817819d1a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:11.863208 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871bff40-a6bd-4ca5-ad01-de496b5374c9 req-535ed715-52a6-4f42-bf47-5c5a62240b19 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:11.864195 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-871bff40-a6bd-4ca5-ad01-de496b5374c9 req-535ed715-52a6-4f42-bf47-5c5a62240b19 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 931 time: 2.1494312 Jun 29 03:28:11.933116 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:11.948523 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Routers {'115d0708-8872-4c08-b222-75db94f24bee'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:11.949303 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:27:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['115d0708-8872-4c08-b222-75db94f24bee'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:11.958359 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-871bff40-a6bd-4ca5-ad01-de496b5374c9 req-84c61423-2c2a-4a96-8188-b8fd1cb79a2b tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799212 Jun 29 03:28:12.023988 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74db9db3-9edf-4787-93da-ff67d4240da1 None None] Pushing event updated for resources: {'Port': ['ID=f4200a66-0b13-4185-b8f6-53a9fd8724c0,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:12.040746 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-74db9db3-9edf-4787-93da-ff67d4240da1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:12.063165 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'name': 'tempest-ServerRescueNegativeTestJSON-635837641-router', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:08Z', 'revision_number': 4, 'project_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'gw_port': {'id': '8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': 'd6d69e32-99a8-4ed1-97f4-6e280cd9a93c', 'name': '', 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'mac_address': 'fa:16:3e:7e:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1e87b90-dc93-4fcf-985e-c8942feb4487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:08Z', 'revision_number': 2, 'project_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'subnets': [{'id': 'b1e87b90-dc93-4fcf-985e-c8942feb4487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:12.076294 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-57c04ad2-2077-4959-9920-c0aec49e802c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff3b522d50ba4515ad46259e625d9a47&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0682683 Jun 29 03:28:12.120881 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:12.142749 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Checking router: 9f874a82-36d8-47c4-8645-b378ee98e7b4 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:28:12.143117 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Updating router 9f874a82-36d8-47c4-8645-b378ee98e7b4 port d6d69e32-99a8-4ed1-97f4-6e280cd9a93c binding host dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:28:12.144359 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] Set router 115d0708-8872-4c08-b222-75db94f24bee gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:12.150488 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43296) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:12.269236 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:12.498630 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Network 9e4dd348-b917-4298-9670-abbbb983da4c is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:12.535960 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:02Z', 'revision_number': 3, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:12.596568 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ba4eb6-d12d-4b0a-93f4-fec980952bc8 None None] The sync data for ids ['115d0708-8872-4c08-b222-75db94f24bee'] in dv-cinder-797245-8-iscsi is: [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:02Z', 'revision_number': 3, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:28:12.707123 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-a61e9ec7-59dc-4dd3-a609-d4f4eac38694 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:12.717117 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-a61e9ec7-59dc-4dd3-a609-d4f4eac38694 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/networks?id=747284db-2222-4a59-bd55-82efbc6a5748 HTTP/1.1" status: 200 len: 818 time: 0.2982039 Jun 29 03:28:12.717781 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:12.737815 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:12.745041 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:12.766077 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-a5cb47d8-fae1-44ac-ac2b-20e48b60b7f2 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/quotas/a8a3ca31ac434da497a3b6b2dc4e4d35 HTTP/1.1" status: 200 len: 375 time: 0.0477958 Jun 29 03:28:12.902743 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:12.929780 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Transition to ACTIVE for port object d6d69e32-99a8-4ed1-97f4-6e280cd9a93c will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:12.937216 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21eb1c87-eb8e-4454-a96a-6559b9f04f9f {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:12.938704 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:12.941787 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:12.957038 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.096850 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Transition to ACTIVE for port object 21eb1c87-eb8e-4454-a96a-6559b9f04f9f will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:13.144902 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.148148 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30655bcd-4ec8-488e-9c48-41a327faff44 None None] Pushing event updated for resources: {'Port': ['ID=d6d69e32-99a8-4ed1-97f4-6e280cd9a93c,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:13.159574 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-30655bcd-4ec8-488e-9c48-41a327faff44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:13.174600 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4702c2ed-17d9-4d27-bc6f-6f53efd83cb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:13.193815 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:13.194900 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.307293 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Attempting to bind port d6d69e32-99a8-4ed1-97f4-6e280cd9a93c on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:13.307823 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Attempting to bind port d6d69e32-99a8-4ed1-97f4-6e280cd9a93c by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '15609b23-4fdf-4d18-8a48-95167c45e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:13.308516 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Attempting to bind port d6d69e32-99a8-4ed1-97f4-6e280cd9a93c on network 747284db-2222-4a59-bd55-82efbc6a5748 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:13.309258 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-c6d8bfb7-e092-4709-92f4-fa5febc45f9c tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a8a3ca31ac434da497a3b6b2dc4e4d35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5419548 Jun 29 03:28:13.328972 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.336149 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:13.336870 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Checking segment: {'id': '15609b23-4fdf-4d18-8a48-95167c45e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:13.344467 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.345015 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Bound using segment: {'id': '15609b23-4fdf-4d18-8a48-95167c45e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:13.345813 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Bound port: d6d69e32-99a8-4ed1-97f4-6e280cd9a93c, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15609b23-4fdf-4d18-8a48-95167c45e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:13.346453 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.346927 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.5333769 Jun 29 03:28:13.433799 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Allocated IP 172.20.0.1 (a16d7e30-f69f-4058-b150-43ccbc7efc7b/b419f8dc-93fd-4a1b-bc32-b27006c69e77/6d000b8d-aa10-4dc2-bd8e-2ddffb856992) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:13.501345 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] For port d6d69e32-99a8-4ed1-97f4-6e280cd9a93c, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:13.509151 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] For port d6d69e32-99a8-4ed1-97f4-6e280cd9a93c, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=d6d69e32-99a8-4ed1-97f4-6e280cd9a93c,segment=NetworkSegment(15609b23-4fdf-4d18-8a48-95167c45e719),segment_id=15609b23-4fdf-4d18-8a48-95167c45e719)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:13.530194 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.534025 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:13.542572 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-701b8ce5-1c12-411c-a744-054de5930360 service neutron] 10.222.0.39 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2312992 Jun 29 03:28:13.543332 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=21eb1c87-eb8e-4454-a96a-6559b9f04f9f,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:13.547052 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:13.597672 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Pushing event updated for resources: {'Port': ['ID=00dccb2b-a753-4bb3-9032-4159f12f600c,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:13.636987 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.516s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:13.677388 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Routers {'9f874a82-36d8-47c4-8645-b378ee98e7b4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:13.677963 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:27:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['9f874a82-36d8-47c4-8645-b378ee98e7b4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:13.702906 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30655bcd-4ec8-488e-9c48-41a327faff44 None None] Pushing event updated for resources: {'Port': ['ID=d6d69e32-99a8-4ed1-97f4-6e280cd9a93c,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:13.707734 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Attempting to bind port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:13.708238 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Attempting to bind port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:13.708564 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Attempting to bind port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f on network 8a37d8b1-3750-4875-a0d4-6957b790648c {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:13.721269 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f on network 8a37d8b1-3750-4875-a0d4-6957b790648c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:28:13.721592 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Attempting to bind port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f on network 8a37d8b1-3750-4875-a0d4-6957b790648c {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:13.729799 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2af1657a-638a-4794-ab6d-76734e3f7141 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.735983 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:13.736330 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Checking segment: {'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:13.736894 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Bound using segment: {'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:13.737329 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Bound port: 21eb1c87-eb8e-4454-a96a-6559b9f04f9f, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:13.737703 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.787265 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e0977b-c410-4009-9f16-f0206f36043c req-75615cea-7b80-4200-95fc-ea600ed78506 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:13.790808 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-86e0977b-c410-4009-9f16-f0206f36043c req-75615cea-7b80-4200-95fc-ea600ed78506 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 932 time: 1.6969261 Jun 29 03:28:13.819891 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-30655bcd-4ec8-488e-9c48-41a327faff44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:13.859020 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] For port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f, host hv-cinder-79724, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:13.865849 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2af1657a-638a-4794-ab6d-76734e3f7141 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.872264 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] For port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=21eb1c87-eb8e-4454-a96a-6559b9f04f9f,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:13.890556 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:13.900142 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:13.962151 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-3c21fadf-75bc-4332-8cf1-5d7fd08aff6d service neutron] 10.222.0.39 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964703 Jun 29 03:28:14.004355 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:14.004987 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.007315 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] 10.222.0.21 "PUT /v2.0/ports/21eb1c87-eb8e-4454-a96a-6559b9f04f9f HTTP/1.1" status: 200 len: 1093 time: 3.3923991 Jun 29 03:28:14.011344 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d93af6e-9cdd-420d-856e-38054fa5b1d7', 'tag': '21eb1c87-eb8e-4454-a96a-6559b9f04f9f'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:14.107584 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-86e0977b-c410-4009-9f16-f0206f36043c req-0591a6f6-5979-4a1c-8bec-664cdc5b3236 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065872 Jun 29 03:28:14.146473 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.187559 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.216914 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Transition to ACTIVE for port object 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 will not be triggered until provisioned by entity DHCP. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:14.231674 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.265816 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=21eb1c87-eb8e-4454-a96a-6559b9f04f9f,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:14.294884 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:14.303252 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e66031d-433a-466a-9d0c-22d1a5728d99" -d '{"events": [{"name": "network-changed", "server_uuid": "4d93af6e-9cdd-420d-856e-38054fa5b1d7", "tag": "21eb1c87-eb8e-4454-a96a-6559b9f04f9f"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:14.333545 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] Set router 9f874a82-36d8-47c4-8645-b378ee98e7b4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:14.385430 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:14.391930 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672616'] for router_interface, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.517421 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2af1657a-638a-4794-ab6d-76734e3f7141 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.560571 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2af1657a-638a-4794-ab6d-76734e3f7141 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:14.562499 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-2af1657a-638a-4794-ab6d-76734e3f7141 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e2c4c715-828d-4d17-bad1-33cf61192b79 HTTP/1.1" status: 204 len: 168 time: 2.3704684 Jun 29 03:28:14.579485 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6ec7a483-6ab9-4d8e-aaaf-9230ef6db056 req-1f573015-0559-4c8d-a9ae-ba14c71496ec tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 210 time: 0.1808326 Jun 29 03:28:14.795456 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Request body: {'port': {'device_id': '671c2a54-fb55-407f-af9b-9bf1c56b4c46', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:14.990506 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56776c5-f380-40d9-b6ac-09fc5de3abf8 req-06e7b12a-6e8f-4b4e-bb02-924ccd30dac1 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:14.998495 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Pushing event updated for resources: {'Port': ['ID=8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:15.007301 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.622s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:15.012179 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.377s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:15.031576 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b56776c5-f380-40d9-b6ac-09fc5de3abf8 req-06e7b12a-6e8f-4b4e-bb02-924ccd30dac1 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 943 time: 0.5178525 Jun 29 03:28:15.048343 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'name': 'tempest-ServerRescueNegativeTestJSON-635837641-router', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:08Z', 'revision_number': 4, 'project_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'gw_port': {'id': '8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': 'd6d69e32-99a8-4ed1-97f4-6e280cd9a93c', 'name': '', 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'mac_address': 'fa:16:3e:7e:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1e87b90-dc93-4fcf-985e-c8942feb4487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:13Z', 'revision_number': 4, 'project_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'subnets': [{'id': 'b1e87b90-dc93-4fcf-985e-c8942feb4487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:15.053863 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.089665 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.136012 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af1657a-638a-4794-ab6d-76734e3f7141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2c4c715-828d-4d17-bad1-33cf61192b79,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:15.155058 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Network 785192c7-749d-4ba0-a5e1-ac42527baabb is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:15.159558 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:15.162418 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2af1657a-638a-4794-ab6d-76734e3f7141 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:15.170118 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:15.184378 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Network a16d7e30-f69f-4058-b150-43ccbc7efc7b is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:15.233935 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f0424f0-50a6-40ac-b87f-a506edabf660 None None] The sync data for ids ['9f874a82-36d8-47c4-8645-b378ee98e7b4'] in dv-cinder-797245-8-iscsi is: [{'id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'name': 'tempest-ServerRescueNegativeTestJSON-635837641-router', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:08Z', 'revision_number': 4, 'project_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'gw_port': {'id': '8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': 'd6d69e32-99a8-4ed1-97f4-6e280cd9a93c', 'name': '', 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'mac_address': 'fa:16:3e:7e:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'b1e87b90-dc93-4fcf-985e-c8942feb4487', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:13Z', 'revision_number': 4, 'project_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'subnets': [{'id': 'b1e87b90-dc93-4fcf-985e-c8942feb4487', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:28:15.307557 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3462436a-e31d-4429-b12f-d91d89b6711b x-openstack-request-id: req-3462436a-e31d-4429-b12f-d91d89b6711b {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:15.308498 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d93af6e-9cdd-420d-856e-38054fa5b1d7", "tag": "21eb1c87-eb8e-4454-a96a-6559b9f04f9f", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:15.308919 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3462436a-e31d-4429-b12f-d91d89b6711b {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:15.309540 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d93af6e-9cdd-420d-856e-38054fa5b1d7', 'tag': '21eb1c87-eb8e-4454-a96a-6559b9f04f9f', 'status': 'completed', 'code': 200} Jun 29 03:28:15.428118 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-72d40d75-8194-49a0-ac73-2f191dc9833e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:15.437968 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-72d40d75-8194-49a0-ac73-2f191dc9833e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9cceac2e13b49379e513e3fd9437f00&device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 1096 time: 0.6530185 Jun 29 03:28:15.455367 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device f4200a66-0b13-4185-b8f6-53a9fd8724c0 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:15.523569 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b56776c5-f380-40d9-b6ac-09fc5de3abf8 req-2c632e3c-3055-4262-ac32-f5a0a5f02164 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4866984 Jun 29 03:28:15.576657 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:15.589815 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:15.786792 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-74819f27-7808-4cd3-807b-b908f2ebf7f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.797365 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port f4200a66-0b13-4185-b8f6-53a9fd8724c0 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:15.811020 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port f4200a66-0b13-4185-b8f6-53a9fd8724c0 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:15.812326 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:15.914617 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-1bfdfb3c-abde-4398-9519-061168f6fba9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21eb1c87-eb8e-4454-a96a-6559b9f04f9f HTTP/1.1" status: 200 len: 217 time: 0.2992332 Jun 29 03:28:15.974312 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-f65a822c-5eb2-45cc-93a2-8cb8db868b29 None None] Provisioning complete for port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:15.980125 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f65a822c-5eb2-45cc-93a2-8cb8db868b29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.082799 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-51350272-3e39-4fae-ab08-93cc36c11a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:16.084533 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-51350272-3e39-4fae-ab08-93cc36c11a69 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa26576-598b-4777-a86a-7a7ab71ebf75 HTTP/1.1" status: 200 len: 854 time: 0.1510236 Jun 29 03:28:16.125099 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672668'] for router_interface, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.149954 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-f65a822c-5eb2-45cc-93a2-8cb8db868b29 None None] Port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:28:16.299806 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-34d3c4f8-0cae-4a95-b789-18686cf44508 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a37d8b1-3750-4875-a0d4-6957b790648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1403449 Jun 29 03:28:16.303745 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.360032 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port f4200a66-0b13-4185-b8f6-53a9fd8724c0, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=f4200a66-0b13-4185-b8f6-53a9fd8724c0,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:16.378294 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.410019 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:16.495292 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-6c30d528-1fc2-4b8d-a198-4db3ceb364e3 None None] Provisioning for port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:16.525407 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-6c30d528-1fc2-4b8d-a198-4db3ceb364e3 None None] Provisioning complete for port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:16.527797 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6c30d528-1fc2-4b8d-a198-4db3ceb364e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:16.569368 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-18c86132-cec9-40cb-82cf-7f94163a5ac0 service neutron] 10.222.0.21 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295754 Jun 29 03:28:16.580800 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=f4200a66-0b13-4185-b8f6-53a9fd8724c0,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:16.584055 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:16.612499 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e693590-5ff5-495b-b714-6df933de6333 req-0f04e494-1438-4fc6-b947-14f95098cac6 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:16.618407 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4e693590-5ff5-495b-b714-6df933de6333 req-0f04e494-1438-4fc6-b947-14f95098cac6 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 932 time: 0.5325758 Jun 29 03:28:16.627968 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-6c30d528-1fc2-4b8d-a198-4db3ceb364e3 None None] Port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:28:16.848162 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Pushing event updated for resources: {'Port': ['ID=6d000b8d-aa10-4dc2-bd8e-2ddffb856992,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:17.027965 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4e693590-5ff5-495b-b714-6df933de6333 req-db01d26f-540d-452c-87c4-555bd2265968 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4022827 Jun 29 03:28:17.089922 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-981db6d6-29b2-43c0-a878-7bd8dabce46a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:17.100825 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-981db6d6-29b2-43c0-a878-7bd8dabce46a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/networks?id=747284db-2222-4a59-bd55-82efbc6a5748 HTTP/1.1" status: 200 len: 818 time: 0.9736352 Jun 29 03:28:17.121617 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.952s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:17.149924 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5db314db-c541-4f39-bd73-ef7a448b37dd req-7c36f48c-6bb8-496a-a21c-ae4fb68f771f service neutron] 10.222.0.21 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5551631 Jun 29 03:28:17.331552 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device f4200a66-0b13-4185-b8f6-53a9fd8724c0 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:17.399447 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.21', 57058) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:17.505314 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port f4200a66-0b13-4185-b8f6-53a9fd8724c0 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:17.507453 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:17.805400 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba914c3d-c1b8-4a2d-bbaf-fc6e43353da8 req-bd442495-c074-47cc-9030-8df8eae04212 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:17.817368 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ba914c3d-c1b8-4a2d-bbaf-fc6e43353da8 req-bd442495-c074-47cc-9030-8df8eae04212 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 943 time: 0.4850714 Jun 29 03:28:17.841475 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-cdefe4a9-0a02-4502-8def-f3e7256b6640 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:17.846938 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-cdefe4a9-0a02-4502-8def-f3e7256b6640 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.21 "GET /v2.0/networks?id=747284db-2222-4a59-bd55-82efbc6a5748 HTTP/1.1" status: 200 len: 818 time: 0.4456358 Jun 29 03:28:17.848679 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-c40ac0b1-1379-4473-96d5-3335d8024537 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/quotas/a8a3ca31ac434da497a3b6b2dc4e4d35 HTTP/1.1" status: 200 len: 375 time: 0.5045419 Jun 29 03:28:17.877077 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device d6d69e32-99a8-4ed1-97f4-6e280cd9a93c up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:17.940650 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ba914c3d-c1b8-4a2d-bbaf-fc6e43353da8 req-85fa99b7-2b76-4775-aafc-dc0b52ec2b9a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221492 Jun 29 03:28:17.965179 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Request body: {'port': {'device_id': '84e2e3f3-8932-461f-b0d7-59448c2ace64', 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748', 'admin_state_up': True, 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:18.082794 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port d6d69e32-99a8-4ed1-97f4-6e280cd9a93c completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:18.107776 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port d6d69e32-99a8-4ed1-97f4-6e280cd9a93c triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:18.107776 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.223445 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:28:18.409138 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Made reservation on behalf of a8a3ca31ac434da497a3b6b2dc4e4d35 for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:18.413238 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.479885 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66031d-433a-466a-9d0c-22d1a5728d99 req-3ad12cda-0f9f-4eba-ba9e-400eeb7fb3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:18.481410 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7e66031d-433a-466a-9d0c-22d1a5728d99 req-3ad12cda-0f9f-4eba-ba9e-400eeb7fb3dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9cceac2e13b49379e513e3fd9437f00&device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 1096 time: 1.0298381 Jun 29 03:28:18.507619 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.613482 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3a6b274b-bee1-4ba5-8c81-01a16d1432bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.616045 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.644608 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-60994f35-d397-4eb1-96c7-eea757cbf271 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a8a3ca31ac434da497a3b6b2dc4e4d35&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7600980 Jun 29 03:28:18.654889 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port d6d69e32-99a8-4ed1-97f4-6e280cd9a93c, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=d6d69e32-99a8-4ed1-97f4-6e280cd9a93c,segment=NetworkSegment(15609b23-4fdf-4d18-8a48-95167c45e719),segment_id=15609b23-4fdf-4d18-8a48-95167c45e719)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:18.661416 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.665035 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-506aaf04-27d8-4ea1-a9de-080e573f7d96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:18.741911 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=d6d69e32-99a8-4ed1-97f4-6e280cd9a93c,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:18.745539 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Allocated IP 172.20.0.8 (747284db-2222-4a59-bd55-82efbc6a5748/b1e87b90-dc93-4fcf-985e-c8942feb4487/d0875cb9-468d-4ebf-9502-b18e15112d6b) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:18.753202 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:18.756876 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:18.881250 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:28:18.888795 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e26fe8-5dc7-4269-b393-22191fa98d95 req-fcc233f8-0697-49a2-bb2b-94110d0f2434 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:18.892125 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Sync routers for ids ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:28:18.895793 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8e26fe8-5dc7-4269-b393-22191fa98d95 req-fcc233f8-0697-49a2-bb2b-94110d0f2434 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 932 time: 0.2613847 Jun 29 03:28:18.909546 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Routers {'53856f47-ac24-4c8b-a5ef-7d23eab957f2'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:18.912090 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:28:19Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:19.034110 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.060888 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] 10.222.0.39 "PUT /v2.0/routers/53856f47-ac24-4c8b-a5ef-7d23eab957f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2768564 Jun 29 03:28:19.065816 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.105317 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device d6d69e32-99a8-4ed1-97f4-6e280cd9a93c up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:19.207570 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.320649 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Set router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:19.344337 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port d6d69e32-99a8-4ed1-97f4-6e280cd9a93c triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:19.344717 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.359074 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:19.368012 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8e26fe8-5dc7-4269-b393-22191fa98d95 req-e3007a46-7194-4687-99ea-5453073ef53f tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693856 Jun 29 03:28:19.369813 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.412525 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672616'] for router_interface, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.416278 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9fbcbefe-dbe8-4f39-855e-e3fb3a81e54d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:19.571011 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Network 747284db-2222-4a59-bd55-82efbc6a5748 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:19.621314 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:19.625959 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:19.626867 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-7e5bae04-e71f-47e2-a51e-0ba599da9032 service neutron] 10.222.0.39 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9805000 Jun 29 03:28:19.643686 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00dccb2b-a753-4bb3-9032-4159f12f600c {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:19.646303 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:19.647078 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.666745 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.686898 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Pushing event updated for resources: {'Port': ['ID=d0875cb9-468d-4ebf-9502-b18e15112d6b,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:19.701974 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:19.710040 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7676785 Jun 29 03:28:19.710262 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Transition to ACTIVE for port object 00dccb2b-a753-4bb3-9032-4159f12f600c will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:19.762127 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:19.769231 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Request body: {'port': {'device_id': '84e2e3f3-8932-461f-b0d7-59448c2ace64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:19.832111 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad6d6f3-1b26-4130-aca7-d92c591cecc4 req-69aaf3d5-30d5-45ea-a427-8c9b93692cc3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:19.840215 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7ad6d6f3-1b26-4130-aca7-d92c591cecc4 req-69aaf3d5-30d5-45ea-a427-8c9b93692cc3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 943 time: 0.1233938 Jun 29 03:28:19.916611 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7ad6d6f3-1b26-4130-aca7-d92c591cecc4 req-72d260b3-dc47-4e7d-98f2-97a7e38701ba tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752954 Jun 29 03:28:19.943164 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.082928 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:13Z', 'revision_number': 2, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:20.283555 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-b301bc88-6607-4a2f-ae2d-5d9710f0c014 service neutron] 10.222.0.39 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6522770 Jun 29 03:28:20.325936 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.416658 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Pushing event updated for resources: {'Port': ['ID=6d000b8d-aa10-4dc2-bd8e-2ddffb856992,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:20.427707 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.069s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:20.439749 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Checking router: 53856f47-ac24-4c8b-a5ef-7d23eab957f2 for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:28:20.441413 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Updating router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a binding host dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:28:20.444235 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-778f8f99-7cf8-4ce4-b4fc-8603e5910053 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:20.555736 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Pushing event updated for resources: {'Port': ['ID=00dccb2b-a753-4bb3-9032-4159f12f600c,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:20.572280 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:20.575178 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0875cb9-468d-4ebf-9502-b18e15112d6b {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:20.594515 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.597320 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.630641 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Transition to ACTIVE for port object d0875cb9-468d-4ebf-9502-b18e15112d6b will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:20.641130 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.645237 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-60f0d2a6-960b-486e-a7f5-39741e56a71b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:20.757750 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66031d-433a-466a-9d0c-22d1a5728d99 req-b5d98d14-867b-4437-8283-7dd869e7ca3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:20.759285 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7e66031d-433a-466a-9d0c-22d1a5728d99 req-b5d98d14-867b-4437-8283-7dd869e7ca3e service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a37d8b1-3750-4875-a0d4-6957b790648c HTTP/1.1" status: 200 len: 915 time: 1.7173266 Jun 29 03:28:20.828322 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:20.917031 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Network a16d7e30-f69f-4058-b150-43ccbc7efc7b is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:20.949395 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Pushing event updated for resources: {'Port': ['ID=d0875cb9-468d-4ebf-9502-b18e15112d6b,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:20.957962 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:20.977091 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 43572) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:21.004585 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Attempting to bind port d0875cb9-468d-4ebf-9502-b18e15112d6b on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:21.005330 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Attempting to bind port d0875cb9-468d-4ebf-9502-b18e15112d6b by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '15609b23-4fdf-4d18-8a48-95167c45e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:21.008320 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Attempting to bind port d0875cb9-468d-4ebf-9502-b18e15112d6b on network 747284db-2222-4a59-bd55-82efbc6a5748 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:21.015153 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Port d0875cb9-468d-4ebf-9502-b18e15112d6b on network 747284db-2222-4a59-bd55-82efbc6a5748 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:28:21.017020 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Attempting to bind port d0875cb9-468d-4ebf-9502-b18e15112d6b on network 747284db-2222-4a59-bd55-82efbc6a5748 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:21.032833 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:21.033354 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Checking segment: {'id': '15609b23-4fdf-4d18-8a48-95167c45e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:21.034984 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Bound using segment: {'id': '15609b23-4fdf-4d18-8a48-95167c45e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:21.036202 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Bound port: d0875cb9-468d-4ebf-9502-b18e15112d6b, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15609b23-4fdf-4d18-8a48-95167c45e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:21.038170 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.112854 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:21.191579 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] For port d0875cb9-468d-4ebf-9502-b18e15112d6b, host hv-cinder-79724, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:21.195621 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] For port d0875cb9-468d-4ebf-9502-b18e15112d6b, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d0875cb9-468d-4ebf-9502-b18e15112d6b,segment=NetworkSegment(15609b23-4fdf-4d18-8a48-95167c45e719),segment_id=15609b23-4fdf-4d18-8a48-95167c45e719)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:21.206352 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.210706 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9604fae3-8a3d-4517-acf3-c16dd3b6e3de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:21.243768 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.260236 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Transition to ACTIVE for port object 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:21.273922 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 43582) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:21.278734 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.285241 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-74db9db3-9edf-4787-93da-ff67d4240da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:21.350607 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Pushing event updated for resources: {'Port': ['ID=d0875cb9-468d-4ebf-9502-b18e15112d6b,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:21.368938 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:21.370313 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.372435 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] 10.222.0.21 "PUT /v2.0/ports/d0875cb9-468d-4ebf-9502-b18e15112d6b HTTP/1.1" status: 200 len: 1093 time: 1.6100867 Jun 29 03:28:21.373199 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e2e3f3-8932-461f-b0d7-59448c2ace64', 'tag': 'd0875cb9-468d-4ebf-9502-b18e15112d6b'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:21.391964 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3a807de-8b8d-4536-9678-50a5a849ab05" -d '{"events": [{"name": "network-changed", "server_uuid": "84e2e3f3-8932-461f-b0d7-59448c2ace64", "tag": "d0875cb9-468d-4ebf-9502-b18e15112d6b"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:21.430895 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81adbe2-4e23-4776-ab3d-a7b35ff10c6e None None] Pushing event updated for resources: {'Port': ['ID=8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:21.434936 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:21.435295 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a81adbe2-4e23-4776-ab3d-a7b35ff10c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:21.466132 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33c2551c-044c-4c9c-b6df-255ebfc12138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.586487 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Attempting to bind port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:21.586865 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Attempting to bind port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:21.587223 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Attempting to bind port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a on network 785192c7-749d-4ba0-a5e1-ac42527baabb {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:21.595831 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:21.596226 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Checking segment: {'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:21.596668 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.597057 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Bound using segment: {'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:21.608626 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Bound port: 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:21.609285 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.610373 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b9a6e700-a40b-4c42-bc6f-1b6878c27cea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.622942 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-441660a9-33b1-4e4c-986c-36df3abe5fbf None None] Provisioning complete for port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:21.623417 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-441660a9-33b1-4e4c-986c-36df3abe5fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.662768 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-a8406906-1738-4d30-a256-ebcc9bca63ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:21.664559 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-a8406906-1738-4d30-a256-ebcc9bca63ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8a3ca31ac434da497a3b6b2dc4e4d35&device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 1096 time: 0.1737854 Jun 29 03:28:21.706878 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-441660a9-33b1-4e4c-986c-36df3abe5fbf None None] Port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:28:21.742002 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-dc3bd00b-7573-4bf2-ac5b-818c52236cc5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0875cb9-468d-4ebf-9502-b18e15112d6b HTTP/1.1" status: 200 len: 217 time: 0.0619237 Jun 29 03:28:21.755568 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] For port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:21.762283 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] For port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:21.769029 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:21.769880 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7e66031d-433a-466a-9d0c-22d1a5728d99 req-5c22612e-9102-4727-a6fe-01015194ee3c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21eb1c87-eb8e-4454-a96a-6559b9f04f9f HTTP/1.1" status: 200 len: 217 time: 0.8936477 Jun 29 03:28:21.772110 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:21.869742 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Routers {'53856f47-ac24-4c8b-a5ef-7d23eab957f2'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:21.872489 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:28:19Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:21.885043 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Attempting to bind port 00dccb2b-a753-4bb3-9032-4159f12f600c on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:21.885421 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Attempting to bind port 00dccb2b-a753-4bb3-9032-4159f12f600c by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '47a9c77b-141e-4a45-a9a8-525ef405c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9e4dd348-b917-4298-9670-abbbb983da4c'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:21.885899 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Attempting to bind port 00dccb2b-a753-4bb3-9032-4159f12f600c on network 9e4dd348-b917-4298-9670-abbbb983da4c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:21.896140 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Port 00dccb2b-a753-4bb3-9032-4159f12f600c on network 9e4dd348-b917-4298-9670-abbbb983da4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:28:21.896608 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Attempting to bind port 00dccb2b-a753-4bb3-9032-4159f12f600c on network 9e4dd348-b917-4298-9670-abbbb983da4c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:21.953314 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-393261ef-16d1-4870-8361-2b2344c06dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:21.954921 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-393261ef-16d1-4870-8361-2b2344c06dc6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1e87b90-dc93-4fcf-985e-c8942feb4487 HTTP/1.1" status: 200 len: 858 time: 0.2046793 Jun 29 03:28:21.966689 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:21.966689 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Checking segment: {'id': '47a9c77b-141e-4a45-a9a8-525ef405c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9e4dd348-b917-4298-9670-abbbb983da4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:21.970372 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Bound using segment: {'id': '47a9c77b-141e-4a45-a9a8-525ef405c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9e4dd348-b917-4298-9670-abbbb983da4c'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:21.972155 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Bound port: 00dccb2b-a753-4bb3-9032-4159f12f600c, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47a9c77b-141e-4a45-a9a8-525ef405c0fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '9e4dd348-b917-4298-9670-abbbb983da4c'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:21.972557 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.025414 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-3c43a7a6-921f-47e6-836e-2fa21737c2c7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=747284db-2222-4a59-bd55-82efbc6a5748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0599780 Jun 29 03:28:22.033597 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33c2551c-044c-4c9c-b6df-255ebfc12138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.057979 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33c2551c-044c-4c9c-b6df-255ebfc12138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.063341 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] Set router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:22.128375 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:22.156119 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81adbe2-4e23-4776-ab3d-a7b35ff10c6e None None] Pushing event updated for resources: {'Port': ['ID=8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:22.171539 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a81adbe2-4e23-4776-ab3d-a7b35ff10c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:22.172585 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2551c-044c-4c9c-b6df-255ebfc12138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222ebc21-b784-4a0a-82c1-6ba4021cbdf0,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:22.187502 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-33c2551c-044c-4c9c-b6df-255ebfc12138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:22.195528 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66031d-433a-466a-9d0c-22d1a5728d99 req-b543cf80-dfbd-4b05-bc5b-7334881a1009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:22.196975 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7e66031d-433a-466a-9d0c-22d1a5728d99 req-b543cf80-dfbd-4b05-bc5b-7334881a1009 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa26576-598b-4777-a86a-7a7ab71ebf75 HTTP/1.1" status: 200 len: 854 time: 0.3946741 Jun 29 03:28:22.230156 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 43598) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:22.277198 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-075e2d55-fe34-4760-926a-53a984bb0aad tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--726257565', 'description': 'tempest-description--1673749771'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:22.296812 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7e66031d-433a-466a-9d0c-22d1a5728d99 req-cd450c68-0157-4894-b9e1-40df81ea3fa6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a37d8b1-3750-4875-a0d4-6957b790648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809054 Jun 29 03:28:22.299986 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-33c2551c-044c-4c9c-b6df-255ebfc12138 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51608e3b5eaa484fb2275a015e66c4f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3159621 Jun 29 03:28:22.304457 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43600) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:22.311888 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-841718c9-0c1f-441a-827e-f541e372edd4 service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2768357 Jun 29 03:28:22.344533 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:21Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:22.349575 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298eedef-cc41-416a-9e5d-57d0cf94612c req-d8070468-e8f8-4a24-bd7c-cd69b4bfd65f tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:22.351850 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-298eedef-cc41-416a-9e5d-57d0cf94612c req-d8070468-e8f8-4a24-bd7c-cd69b4bfd65f tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 944 time: 1.2017400 Jun 29 03:28:22.365225 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Router 115d0708-8872-4c08-b222-75db94f24bee has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:28:22.374431 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f3d6e85-ed24-4ac4-b0ab-8c23b2b04072 None None] The sync data for ids ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'] in dv-cinder-797245-8-iscsi is: [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:21Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:28:22.402019 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-67aeeec3-e2f5-4756-a5ee-56799045397e req-61aad879-9637-432c-8639-192490a3da2c tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 210 time: 0.0708234 Jun 29 03:28:22.495152 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] For port 00dccb2b-a753-4bb3-9032-4159f12f600c, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:22.528519 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-824d74b4-ebc6-4c28-a8e4-393796cd24d8 req-6dc6f6dc-7b62-4360-8da3-6be70f4d99b7 service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072802 Jun 29 03:28:22.531340 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b9a6e700-a40b-4c42-bc6f-1b6878c27cea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.543613 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b9a6e700-a40b-4c42-bc6f-1b6878c27cea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.587592 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] For port 00dccb2b-a753-4bb3-9032-4159f12f600c, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=00dccb2b-a753-4bb3-9032-4159f12f600c,segment=NetworkSegment(47a9c77b-141e-4a45-a9a8-525ef405c0fa),segment_id=47a9c77b-141e-4a45-a9a8-525ef405c0fa)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:22.597250 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-298eedef-cc41-416a-9e5d-57d0cf94612c req-2608b9ab-838b-41ee-a9f4-7f7ef0e4eacd tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1957505 Jun 29 03:28:22.601558 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:22.608211 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-b9a6e700-a40b-4c42-bc6f-1b6878c27cea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cfb516907efe49d9bc99fa5c6798b75c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3307538 Jun 29 03:28:22.610306 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 43602) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:22.616128 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.649974 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9a6eb983-cd40-4f31-957e-7ff879e7ce09 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:22.688596 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7e66031d-433a-466a-9d0c-22d1a5728d99 req-2924b591-0d1f-4088-aa30-7a7c440326c5 service neutron] 10.222.0.21 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3729672 Jun 29 03:28:22.714512 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0849589b-3a58-4479-a21f-913d6e94c56f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.726951 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-494b7417-4bdc-41e5-964f-28591a67a7ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.735501 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-075e2d55-fe34-4760-926a-53a984bb0aad tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.758352 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6dc052-0049-4ff6-8a63-8efaf5410ed9 x-openstack-request-id: req-2c6dc052-0049-4ff6-8a63-8efaf5410ed9 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:22.758651 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e2e3f3-8932-461f-b0d7-59448c2ace64", "tag": "d0875cb9-468d-4ebf-9502-b18e15112d6b", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:22.759271 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c6dc052-0049-4ff6-8a63-8efaf5410ed9 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:22.759375 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e2e3f3-8932-461f-b0d7-59448c2ace64', 'tag': 'd0875cb9-468d-4ebf-9502-b18e15112d6b', 'status': 'completed', 'code': 200} Jun 29 03:28:22.780123 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6e700-a40b-4c42-bc6f-1b6878c27cea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=596633f1-db70-4893-a2b4-d66ec67b5eea,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:22.790084 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b9a6e700-a40b-4c42-bc6f-1b6878c27cea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:22.796994 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0849589b-3a58-4479-a21f-913d6e94c56f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.801238 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.21', 57067) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:22.810648 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:22.812201 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.814087 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] 10.222.0.21 "PUT /v2.0/ports/00dccb2b-a753-4bb3-9032-4159f12f600c HTTP/1.1" status: 200 len: 1094 time: 8.0749292 Jun 29 03:28:22.815828 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '671c2a54-fb55-407f-af9b-9bf1c56b4c46', 'tag': '00dccb2b-a753-4bb3-9032-4159f12f600c'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:22.892273 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-494b7417-4bdc-41e5-964f-28591a67a7ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:22.894209 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Pushing event updated for resources: {'Port': ['ID=00dccb2b-a753-4bb3-9032-4159f12f600c,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:22.904744 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:22.911477 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:28:22.921852 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] 10.222.0.39 "PUT /v2.0/routers/115d0708-8872-4c08-b222-75db94f24bee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9030435 Jun 29 03:28:22.922552 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Sync routers for ids ['115d0708-8872-4c08-b222-75db94f24bee'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:28:22.936555 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Routers {'115d0708-8872-4c08-b222-75db94f24bee'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:22.937991 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:28:19Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['115d0708-8872-4c08-b222-75db94f24bee'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:23.081195 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7e66031d-433a-466a-9d0c-22d1a5728d99 req-ca1cae5d-8d80-430d-8837-068a7e49d4c7 service neutron] 10.222.0.21 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483396 Jun 29 03:28:23.095874 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a57725-b868-4967-beb4-2d0f96c90fcd" -d '{"events": [{"name": "network-changed", "server_uuid": "671c2a54-fb55-407f-af9b-9bf1c56b4c46", "tag": "00dccb2b-a753-4bb3-9032-4159f12f600c"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:23.132566 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa809bf2-e112-4308-93f1-2499321ea696 req-f763a8b7-0aaf-44c6-b78a-45809dabe302 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:23.135795 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fa809bf2-e112-4308-93f1-2499321ea696 req-f763a8b7-0aaf-44c6-b78a-45809dabe302 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 943 time: 0.5449975 Jun 29 03:28:23.188441 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a807de-8b8d-4536-9678-50a5a849ab05 req-8a63e136-d391-460d-896b-af9f63dabd1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:23.190053 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e3a807de-8b8d-4536-9678-50a5a849ab05 req-8a63e136-d391-460d-896b-af9f63dabd1e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8a3ca31ac434da497a3b6b2dc4e4d35&device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 1096 time: 0.3749735 Jun 29 03:28:23.252141 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:23.307335 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-494b7417-4bdc-41e5-964f-28591a67a7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.312868 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f953782e-d53b-4299-8866-9a10ad3f2b85 x-openstack-request-id: req-f953782e-d53b-4299-8866-9a10ad3f2b85 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:23.313277 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "671c2a54-fb55-407f-af9b-9bf1c56b4c46", "tag": "00dccb2b-a753-4bb3-9032-4159f12f600c", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:23.313469 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f953782e-d53b-4299-8866-9a10ad3f2b85 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:23.314009 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '671c2a54-fb55-407f-af9b-9bf1c56b4c46', 'tag': '00dccb2b-a753-4bb3-9032-4159f12f600c', 'status': 'completed', 'code': 200} Jun 29 03:28:23.320779 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-494b7417-4bdc-41e5-964f-28591a67a7ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.323872 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-494b7417-4bdc-41e5-964f-28591a67a7ae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/222ebc21-b784-4a0a-82c1-6ba4021cbdf0 HTTP/1.1" status: 204 len: 168 time: 1.0182197 Jun 29 03:28:23.327878 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:23.347010 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c0b0187d-ca9e-4bdb-a163-e21c816865a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:23.348720 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-c0b0187d-ca9e-4bdb-a163-e21c816865a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc1ef76f974846578f8051485c69e823&device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 1097 time: 0.3964520 Jun 29 03:28:23.351910 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b7417-4bdc-41e5-964f-28591a67a7ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222ebc21-b784-4a0a-82c1-6ba4021cbdf0,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:23.360364 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Set router 115d0708-8872-4c08-b222-75db94f24bee gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:23.360772 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-494b7417-4bdc-41e5-964f-28591a67a7ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:23.386471 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fa809bf2-e112-4308-93f1-2499321ea696 req-04126b64-7363-4114-93ba-1b717bfaffcd tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2394626 Jun 29 03:28:23.417029 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0849589b-3a58-4479-a21f-913d6e94c56f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.430839 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-428a2913-c34c-4ca8-86d5-7fdbc9673d37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00dccb2b-a753-4bb3-9032-4159f12f600c HTTP/1.1" status: 200 len: 217 time: 0.0609863 Jun 29 03:28:23.452418 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0849589b-3a58-4479-a21f-913d6e94c56f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.453654 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0849589b-3a58-4479-a21f-913d6e94c56f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/596633f1-db70-4893-a2b4-d66ec67b5eea HTTP/1.1" status: 204 len: 168 time: 0.8390579 Jun 29 03:28:23.460593 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f6ef962a-4f62-499f-83c3-06cb7d8d8544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:23.482865 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-0cea702d-0592-4960-84d8-d2c8ec6fcf81 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:23.486644 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a807de-8b8d-4536-9678-50a5a849ab05 req-52b9b51a-cb33-4898-bfce-0e818f42f8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:23.488540 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e3a807de-8b8d-4536-9678-50a5a849ab05 req-52b9b51a-cb33-4898-bfce-0e818f42f8c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=747284db-2222-4a59-bd55-82efbc6a5748 HTTP/1.1" status: 200 len: 919 time: 0.2894096 Jun 29 03:28:23.489909 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-0cea702d-0592-4960-84d8-d2c8ec6fcf81 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.21 "GET /v2.0/networks?id=747284db-2222-4a59-bd55-82efbc6a5748 HTTP/1.1" status: 200 len: 818 time: 0.6908004 Jun 29 03:28:23.503100 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-075e2d55-fe34-4760-926a-53a984bb0aad tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.512740 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0849589b-3a58-4479-a21f-913d6e94c56f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=596633f1-db70-4893-a2b4-d66ec67b5eea,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:23.520099 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0849589b-3a58-4479-a21f-913d6e94c56f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:23.520754 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-075e2d55-fe34-4760-926a-53a984bb0aad tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.534599 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Request body: {'port': {'device_id': 'f4700abd-fce5-459c-9adc-d05fb98a1338', 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748', 'admin_state_up': True, 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:23.622831 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-186dbb15-65a9-4b68-b62a-9755c29e0d59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:23.629007 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-186dbb15-65a9-4b68-b62a-9755c29e0d59 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fddb1391-634e-47c7-92ee-e10bd3c826b9 HTTP/1.1" status: 200 len: 852 time: 0.1877127 Jun 29 03:28:23.641321 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e3a807de-8b8d-4536-9678-50a5a849ab05 req-3f339b84-f764-4bcd-854f-1f34d46dc228 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0875cb9-468d-4ebf-9502-b18e15112d6b HTTP/1.1" status: 200 len: 217 time: 0.1167040 Jun 29 03:28:23.684958 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-f2b9b771-d9e3-48b0-9bcf-9f9e744e5dff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e4dd348-b917-4298-9670-abbbb983da4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476413 Jun 29 03:28:23.817530 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:23.820232 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:23.820659 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a807de-8b8d-4536-9678-50a5a849ab05 req-4d11b176-3227-4ec1-951f-ae7964c91b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:23.822325 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e3a807de-8b8d-4536-9678-50a5a849ab05 req-4d11b176-3227-4ec1-951f-ae7964c91b86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1e87b90-dc93-4fcf-985e-c8942feb4487 HTTP/1.1" status: 200 len: 858 time: 0.1738691 Jun 29 03:28:23.836229 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:23.837848 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.864660 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e3a807de-8b8d-4536-9678-50a5a849ab05 req-110ea31d-f206-4ba9-aae3-16d97063fd24 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=747284db-2222-4a59-bd55-82efbc6a5748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341935 Jun 29 03:28:23.943095 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0c19e896-cb7a-4c49-8713-75785e0b8026 req-e1f57dcd-f16e-4860-b2d2-d7f651bac5dc tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 210 time: 0.1514699 Jun 29 03:28:23.973835 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 2, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:23.994159 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-075e2d55-fe34-4760-926a-53a984bb0aad tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:23.998643 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-075e2d55-fe34-4760-926a-53a984bb0aad tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.7657506 Jun 29 03:28:24.021830 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43644) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:24.040305 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-a704a337-8dc8-459a-9dcc-3be73d61870e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Request body: {'security_group_rule': {'security_group_id': 'fada47be-71cf-461c-94a1-4f53935f5440', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:24.050450 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43646) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:24.054401 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075e2d55-fe34-4760-926a-53a984bb0aad tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fada47be-71cf-461c-94a1-4f53935f5440,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:24.059383 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-182e653c-3ff1-4da9-a710-99725d7a49db service neutron] 10.222.0.21 "GET /v2.0/networks/9e4dd348-b917-4298-9670-abbbb983da4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528891 Jun 29 03:28:24.070539 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-075e2d55-fe34-4760-926a-53a984bb0aad tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:24.075395 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Made reservation on behalf of a8a3ca31ac434da497a3b6b2dc4e4d35 for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:24.080419 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.082005 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-4d9ecb0d-acde-484f-abf8-b8b2da853cc0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1488845666', 'description': 'tempest-description--1563396853'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:24.084273 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 43648) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:24.112507 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8ca360e0-d8ed-43b5-b0ea-c8c450e9a987 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.114472 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Checking router: 115d0708-8872-4c08-b222-75db94f24bee for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:28:24.115211 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Updating router 115d0708-8872-4c08-b222-75db94f24bee port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 binding host dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:28:24.170258 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.190492 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.222268 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43650) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:24.224685 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e3a807de-8b8d-4536-9678-50a5a849ab05 req-18ba9b5c-8c96-4436-b658-e349cd3ad4f4 service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449917 Jun 29 03:28:24.286929 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.db.api [None req-a704a337-8dc8-459a-9dcc-3be73d61870e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 03:28:24.286929 dv-cinder-797245-8-iscsi neutron-server[92918]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 29 03:28:24.286929 dv-cinder-797245-8-iscsi neutron-server[92918]: [parameters: {'project_id': '42b4127104ef4f549c06b765167084a1', 'id': '776eb15e-d3bc-4833-a8d2-8985194a40e7', 'expiration': datetime.datetime(2021, 6, 29, 3, 30, 24, 219864)}] Jun 29 03:28:24.286929 dv-cinder-797245-8-iscsi neutron-server[92918]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92918) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 03:28:24.287285 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_db.api [None req-a704a337-8dc8-459a-9dcc-3be73d61870e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 03:28:24.415040 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:24.424279 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.434214 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:24.503537 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4d9ecb0d-acde-484f-abf8-b8b2da853cc0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.523040 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d9109a2c-f5fe-4784-9105-bea67d78f826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.557450 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:24.564990 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:24.583513 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Allocated IP 172.20.0.5 (747284db-2222-4a59-bd55-82efbc6a5748/b1e87b90-dc93-4fcf-985e-c8942feb4487/0558a34b-8df4-4dfc-8697-50248bf4eefd) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:24.670744 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27e5cc97-d6bd-4637-a9ec-edc06ccc323c req-d2aa5aa1-3889-42ce-a82a-6f793f5fb31f service neutron] 10.222.0.21 "GET /v2.0/networks/9e4dd348-b917-4298-9670-abbbb983da4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5154550 Jun 29 03:28:24.680799 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e3a807de-8b8d-4536-9678-50a5a849ab05 req-cbb8c493-efac-42a0-9620-d689756fde89 service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4258504 Jun 29 03:28:24.756240 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b42b7-db97-49b5-9fa6-d7e6659d70bc req-a4dc3c3f-1b94-44c2-857b-c3142067d81d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:24.757616 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-365b42b7-db97-49b5-9fa6-d7e6659d70bc req-a4dc3c3f-1b94-44c2-857b-c3142067d81d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 943 time: 0.1513762 Jun 29 03:28:24.769596 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4d9ecb0d-acde-484f-abf8-b8b2da853cc0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.821494 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6349dd2a-3c69-41e7-8a21-41f549bba196 req-fe57d957-0b2a-4896-aa31-a24b8305ebd6 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:24.829486 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6349dd2a-3c69-41e7-8a21-41f549bba196 req-fe57d957-0b2a-4896-aa31-a24b8305ebd6 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 944 time: 0.2192872 Jun 29 03:28:24.839166 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4d9ecb0d-acde-484f-abf8-b8b2da853cc0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.849518 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.863387 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Transition to ACTIVE for port object 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:24.869880 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.872119 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:24.881732 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:24.893238 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-365b42b7-db97-49b5-9fa6-d7e6659d70bc req-f6b33693-74eb-4b56-b01b-276b9015c420 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270018 Jun 29 03:28:24.929124 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.934081 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6349dd2a-3c69-41e7-8a21-41f549bba196 req-688fe941-c59d-4cd4-8ef1-ad5e42178f43 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968852 Jun 29 03:28:24.940229 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9ecb0d-acde-484f-abf8-b8b2da853cc0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad169a4-f587-489f-8725-d17fe79c23e9,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:24.945488 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe92e5-ecd9-4d80-8d72-5a3806275bce None None] Pushing event updated for resources: {'Port': ['ID=6d000b8d-aa10-4dc2-bd8e-2ddffb856992,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:24.948699 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-32fe92e5-ecd9-4d80-8d72-5a3806275bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:24.952611 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4d9ecb0d-acde-484f-abf8-b8b2da853cc0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:24.970643 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d9109a2c-f5fe-4784-9105-bea67d78f826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:24.983366 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d9109a2c-f5fe-4784-9105-bea67d78f826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.000272 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-abda42ac-e819-4d4f-af09-c8e5428978e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:25.027744 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a57725-b868-4967-beb4-2d0f96c90fcd req-2b3de697-013f-4680-929e-03baf283c771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:25.029581 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-14a57725-b868-4967-beb4-2d0f96c90fcd req-2b3de697-013f-4680-929e-03baf283c771 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc1ef76f974846578f8051485c69e823&device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 1097 time: 0.1927431 Jun 29 03:28:25.030266 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Attempting to bind port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:25.030939 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Attempting to bind port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:25.031706 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Attempting to bind port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 on network a16d7e30-f69f-4058-b150-43ccbc7efc7b {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:25.038112 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:25.038627 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Checking segment: {'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:25.039281 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.039773 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Bound using segment: {'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:25.040391 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Bound port: 6d000b8d-aa10-4dc2-bd8e-2ddffb856992, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:25.041083 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.060891 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-d9109a2c-f5fe-4784-9105-bea67d78f826 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=967c49ec3ee1426686a4ccc543774d4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8350840 Jun 29 03:28:25.073891 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43668) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:25.113456 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:25.124761 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9109a2c-f5fe-4784-9105-bea67d78f826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a647129-6be4-4c5d-ab9a-5da1fe3a13a2,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:25.135782 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-d9109a2c-f5fe-4784-9105-bea67d78f826 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:25.171771 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8ca360e0-d8ed-43b5-b0ea-c8c450e9a987 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.184149 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8ca360e0-d8ed-43b5-b0ea-c8c450e9a987 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.191477 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:25.191661 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] For port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:25.196313 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] For port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=6d000b8d-aa10-4dc2-bd8e-2ddffb856992,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:25.201599 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2de0bb29-e2fe-4486-a70d-4333356a2628 req-2b50aa45-62a1-405e-88bf-6781544ee31e tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 210 time: 0.0495410 Jun 29 03:28:25.202871 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:25.204186 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.208718 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.241301 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.251473 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8ca360e0-d8ed-43b5-b0ea-c8c450e9a987 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e4e4d1a23bf645ecaca1d64b64ff74af&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1659212 Jun 29 03:28:25.256387 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 43670) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:25.262094 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4d9ecb0d-acde-484f-abf8-b8b2da853cc0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.263413 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-4d9ecb0d-acde-484f-abf8-b8b2da853cc0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1982334 Jun 29 03:28:25.268136 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43672) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:25.268964 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:25.269157 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a57725-b868-4967-beb4-2d0f96c90fcd req-feabdee2-536f-4bed-90e4-d94009401540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:25.270612 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-14a57725-b868-4967-beb4-2d0f96c90fcd req-feabdee2-536f-4bed-90e4-d94009401540 service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e4dd348-b917-4298-9670-abbbb983da4c HTTP/1.1" status: 200 len: 913 time: 0.2288904 Jun 29 03:28:25.272508 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a704a337-8dc8-459a-9dcc-3be73d61870e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.278937 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-06a1732d-34b0-470a-8ebe-5d9f0d24ff44 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Request body: {'security_group_rule': {'security_group_id': '3ad169a4-f587-489f-8725-d17fe79c23e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:25.283340 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca360e0-d8ed-43b5-b0ea-c8c450e9a987 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8548035d-1cde-48a4-9385-83259b8a67ca,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:25.284219 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-352785ea-050d-43ff-8043-75acf2e495b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.312188 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8ca360e0-d8ed-43b5-b0ea-c8c450e9a987 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:25.316013 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:25.336830 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-352785ea-050d-43ff-8043-75acf2e495b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.363588 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Network 747284db-2222-4a59-bd55-82efbc6a5748 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:25.368781 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Routers {'115d0708-8872-4c08-b222-75db94f24bee'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:25.369733 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:28:19Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['115d0708-8872-4c08-b222-75db94f24bee'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:25.377284 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:25.386159 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:25.388464 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06a1732d-34b0-470a-8ebe-5d9f0d24ff44 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.392410 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:25.393142 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.403208 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a704a337-8dc8-459a-9dcc-3be73d61870e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.414450 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a704a337-8dc8-459a-9dcc-3be73d61870e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.414649 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fe92e5-ecd9-4d80-8d72-5a3806275bce None None] Pushing event updated for resources: {'Port': ['ID=6d000b8d-aa10-4dc2-bd8e-2ddffb856992,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:25.418308 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8957183 Jun 29 03:28:25.420785 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-32fe92e5-ecd9-4d80-8d72-5a3806275bce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:25.430132 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:25.447647 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b72ce3c6-4507-4f89-809b-cba4486316b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.452925 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Pushing event updated for resources: {'Port': ['ID=0558a34b-8df4-4dfc-8697-50248bf4eefd,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:25.461319 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704a337-8dc8-459a-9dcc-3be73d61870e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b37a114-80dc-46be-a40c-365d0222040d,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:25.468124 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:25.479153 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a704a337-8dc8-459a-9dcc-3be73d61870e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:25.480105 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a704a337-8dc8-459a-9dcc-3be73d61870e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.484282 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-a704a337-8dc8-459a-9dcc-3be73d61870e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4598997 Jun 29 03:28:25.485142 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43674) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:25.493523 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b72ce3c6-4507-4f89-809b-cba4486316b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.498701 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-2f472a8b-ef0e-46ac-9d30-81dda9d2f273 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Request body: {'security_group_rule': {'security_group_id': 'fada47be-71cf-461c-94a1-4f53935f5440', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:25.505317 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-352785ea-050d-43ff-8043-75acf2e495b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.511860 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-352785ea-050d-43ff-8043-75acf2e495b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.513080 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-352785ea-050d-43ff-8043-75acf2e495b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2a647129-6be4-4c5d-ab9a-5da1fe3a13a2 HTTP/1.1" status: 204 len: 168 time: 0.4370048 Jun 29 03:28:25.519526 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f0815e72-4c3c-4eb5-8ed3-27005336642b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:25.545136 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06a1732d-34b0-470a-8ebe-5d9f0d24ff44 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.548505 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352785ea-050d-43ff-8043-75acf2e495b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a647129-6be4-4c5d-ab9a-5da1fe3a13a2,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:25.551231 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-352785ea-050d-43ff-8043-75acf2e495b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:25.555284 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06a1732d-34b0-470a-8ebe-5d9f0d24ff44 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.557726 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a704a337-8dc8-459a-9dcc-3be73d61870e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:25.565558 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b72ce3c6-4507-4f89-809b-cba4486316b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.570038 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b72ce3c6-4507-4f89-809b-cba4486316b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.574820 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-b72ce3c6-4507-4f89-809b-cba4486316b2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8548035d-1cde-48a4-9385-83259b8a67ca HTTP/1.1" status: 204 len: 168 time: 0.3087161 Jun 29 03:28:25.574820 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-33c2551c-044c-4c9c-b6df-255ebfc12138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:25.575091 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] Set router 115d0708-8872-4c08-b222-75db94f24bee gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:25.581791 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2f472a8b-ef0e-46ac-9d30-81dda9d2f273 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.587767 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1732d-34b0-470a-8ebe-5d9f0d24ff44 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad89727-2ce8-42a8-9e14-a897a09eead8,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:25.589414 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72ce3c6-4507-4f89-809b-cba4486316b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8548035d-1cde-48a4-9385-83259b8a67ca,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:25.602047 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-06a1732d-34b0-470a-8ebe-5d9f0d24ff44 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:25.603602 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b72ce3c6-4507-4f89-809b-cba4486316b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:25.617465 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06a1732d-34b0-470a-8ebe-5d9f0d24ff44 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.621179 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-06a1732d-34b0-470a-8ebe-5d9f0d24ff44 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3472290 Jun 29 03:28:25.621849 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 43680) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:25.627109 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-546b7c7e-4e33-4ec9-8c64-3190a544866f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Request body: {'security_group_rule': {'security_group_id': '3ad169a4-f587-489f-8725-d17fe79c23e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:25.684834 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2f472a8b-ef0e-46ac-9d30-81dda9d2f273 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.690047 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2f472a8b-ef0e-46ac-9d30-81dda9d2f273 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.691125 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-546b7c7e-4e33-4ec9-8c64-3190a544866f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.693023 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:25.714384 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f472a8b-ef0e-46ac-9d30-81dda9d2f273 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38ef1772-32b1-482a-b94e-15da845807d8,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:25.718422 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2f472a8b-ef0e-46ac-9d30-81dda9d2f273 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:25.724877 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2f472a8b-ef0e-46ac-9d30-81dda9d2f273 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.730215 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-2f472a8b-ef0e-46ac-9d30-81dda9d2f273 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2397342 Jun 29 03:28:25.730856 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 43682) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:25.744623 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Request body: {'floatingip': {'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:25.811067 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-546b7c7e-4e33-4ec9-8c64-3190a544866f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.823594 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-546b7c7e-4e33-4ec9-8c64-3190a544866f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.828014 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:25.838108 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for floatingip, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.848357 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546b7c7e-4e33-4ec9-8c64-3190a544866f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6fc33db-bd26-4bad-a45d-ae8110b98eed,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:25.861125 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-546b7c7e-4e33-4ec9-8c64-3190a544866f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:25.888213 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-546b7c7e-4e33-4ec9-8c64-3190a544866f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:25.889352 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-546b7c7e-4e33-4ec9-8c64-3190a544866f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2662594 Jun 29 03:28:25.892705 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43690) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:25.897280 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Request body: {'floatingip': {'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:25.937916 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for floatingip, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:26.020876 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:26.098379 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:26.098621 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:25Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:26.149259 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a536c5cd-fe90-4cbe-b75d-a947b17f4d1b None None] The sync data for ids ['115d0708-8872-4c08-b222-75db94f24bee'] in dv-cinder-797245-8-iscsi is: [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:25Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:28:26.318201 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af13a3ab-5982-4fe0-99a6-9c1aab2d6f19 req-e6a58585-aecf-4e2a-896e-e8f6fce8953f tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:26.320792 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-af13a3ab-5982-4fe0-99a6-9c1aab2d6f19 req-e6a58585-aecf-4e2a-896e-e8f6fce8953f tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 944 time: 0.1543493 Jun 29 03:28:26.326090 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Allocated IP 172.27.1.251 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/45a12547-f708-4589-99fa-4116b6120f44) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:26.337108 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89890733-f026-4852-bf8a-a9761cc5bd23 req-6605e6e1-98d5-4f35-9400-b27bb27332fd tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:26.338888 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-89890733-f026-4852-bf8a-a9761cc5bd23 req-6605e6e1-98d5-4f35-9400-b27bb27332fd tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 943 time: 0.1927876 Jun 29 03:28:26.396444 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-af13a3ab-5982-4fe0-99a6-9c1aab2d6f19 req-956b00a2-3cf9-4840-9e92-47dc5ad3005e tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696108 Jun 29 03:28:26.453688 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-89890733-f026-4852-bf8a-a9761cc5bd23 req-3be0083f-81fa-4090-b6a1-c3ae8ef1107a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091881 Jun 29 03:28:26.548036 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:26.605024 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:26.616183 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1d7a4d06-3d59-4ec0-bdb7-e4b3f4f27379 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:26.645861 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:26.650746 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:26.658265 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:26.711371 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Allocated IP 172.27.1.95 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/f2e88e1e-a227-4e04-929a-60b22ad7f41e) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:26.724990 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event updated for resources: {'Port': ['ID=45a12547-f708-4589-99fa-4116b6120f44,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:26.741328 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d38788f-655a-4599-b0e1-d1c7dafd72ca req-3a89333f-93c3-4b9e-8fd6-f4ad5d66f757 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:26.742872 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d38788f-655a-4599-b0e1-d1c7dafd72ca req-3a89333f-93c3-4b9e-8fd6-f4ad5d66f757 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 931 time: 0.1912720 Jun 29 03:28:26.749754 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:26.783116 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:26.852304 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:26.880032 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d38788f-655a-4599-b0e1-d1c7dafd72ca req-26e272a6-a605-4fcf-b328-977f7d4eed1c tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269825 Jun 29 03:28:26.958486 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.020267 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.031951 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:27.072802 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.080407 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.084763 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e8565645-ea25-4889-92e4-10e77541682f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:27.087372 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:27.090971 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:27.095225 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:27.123587 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.132140 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:27.153670 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event updated for resources: {'Port': ['ID=f2e88e1e-a227-4e04-929a-60b22ad7f41e,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:27.160805 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:27.174835 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.178848 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4381285 Jun 29 03:28:27.180014 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event updated for resources: {'Port': ['ID=45a12547-f708-4589-99fa-4116b6120f44,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:27.184008 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:27.265619 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:27.273038 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:27.273430 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.301935 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.369600 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.388669 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.450251 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=6d000b8d-aa10-4dc2-bd8e-2ddffb856992,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:27.468225 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.470717 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:27.572438 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=6d000b8d-aa10-4dc2-bd8e-2ddffb856992,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:27.580151 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:27.624749 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.636056 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.642404 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:27.711364 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b7df18-a7ea-4270-84f8-d025117f6591 req-901b0109-c39a-4149-b774-01b4596a1dd8 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:27.713236 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3b7df18-a7ea-4270-84f8-d025117f6591 req-901b0109-c39a-4149-b774-01b4596a1dd8 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 944 time: 0.1094661 Jun 29 03:28:27.762173 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b3b7df18-a7ea-4270-84f8-d025117f6591 req-dd16d558-878d-428b-9725-6770bc6aad48 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424111 Jun 29 03:28:27.764955 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event updated for resources: {'Port': ['ID=f2e88e1e-a227-4e04-929a-60b22ad7f41e,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:27.773114 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:27.808055 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.828467 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fecb987-0a9c-47a1-88bd-b24ed43a3ad5 req-cd7b6c55-70a4-4ff6-9a00-5ed409ca788c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:27.829994 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0fecb987-0a9c-47a1-88bd-b24ed43a3ad5 req-cd7b6c55-70a4-4ff6-9a00-5ed409ca788c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 943 time: 0.1791570 Jun 29 03:28:27.851464 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:27.851464 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9533131 Jun 29 03:28:27.870600 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Request body: {'port': {'device_id': 'f4700abd-fce5-459c-9adc-d05fb98a1338', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:27.917712 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-14a57725-b868-4967-beb4-2d0f96c90fcd req-ed7db64f-b250-4e1b-9c65-8af43164e2cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00dccb2b-a753-4bb3-9032-4159f12f600c HTTP/1.1" status: 200 len: 217 time: 0.0524600 Jun 29 03:28:27.969285 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-f2fe35a4-0c22-4f1d-b4f7-af37b1864675 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--726257565&fields=id&tenant_id=42b4127104ef4f549c06b765167084a1 HTTP/1.1" status: 200 len: 267 time: 0.0918756 Jun 29 03:28:27.980867 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device d0875cb9-468d-4ebf-9502-b18e15112d6b details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:28:27.995817 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0fecb987-0a9c-47a1-88bd-b24ed43a3ad5 req-a3d6410b-e433-4b85-ba16-99557f97427d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579204 Jun 29 03:28:28.042222 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a57725-b868-4967-beb4-2d0f96c90fcd req-6afe4f81-0c4b-496f-993f-0734267e5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:28.048742 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-14a57725-b868-4967-beb4-2d0f96c90fcd req-6afe4f81-0c4b-496f-993f-0734267e5b85 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fddb1391-634e-47c7-92ee-e10bd3c826b9 HTTP/1.1" status: 200 len: 852 time: 0.1169653 Jun 29 03:28:28.067252 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:28.122450 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port d0875cb9-468d-4ebf-9502-b18e15112d6b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d0875cb9-468d-4ebf-9502-b18e15112d6b,segment=NetworkSegment(15609b23-4fdf-4d18-8a48-95167c45e719),segment_id=15609b23-4fdf-4d18-8a48-95167c45e719)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:28.136653 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': 'd0875cb9-468d-4ebf-9502-b18e15112d6b', 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748', 'port_id': 'd0875cb9-468d-4ebf-9502-b18e15112d6b', 'mac_address': 'fa:16:3e:2f:50:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e87b90-dc93-4fcf-985e-c8942feb4487', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:28:28.147553 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-14a57725-b868-4967-beb4-2d0f96c90fcd req-b80fdb36-368c-4cae-820f-d618a4066aae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e4dd348-b917-4298-9670-abbbb983da4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901744 Jun 29 03:28:28.177247 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-57b0a0cf-3fe7-41e9-8e3a-ec75432ad322 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:28.178713 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-57b0a0cf-3fe7-41e9-8e3a-ec75432ad322 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/networks?id=785192c7-749d-4ba0-a5e1-ac42527baabb HTTP/1.1" status: 200 len: 811 time: 0.1847732 Jun 29 03:28:28.198114 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:28.215292 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0875cb9-468d-4ebf-9502-b18e15112d6b {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:28.248145 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port d0875cb9-468d-4ebf-9502-b18e15112d6b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d0875cb9-468d-4ebf-9502-b18e15112d6b,segment=NetworkSegment(15609b23-4fdf-4d18-8a48-95167c45e719),segment_id=15609b23-4fdf-4d18-8a48-95167c45e719)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:28.250760 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-fb5e601d-220a-48ab-bd14-e9860579a0d5 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/quotas/42b4127104ef4f549c06b765167084a1 HTTP/1.1" status: 200 len: 375 time: 0.0209363 Jun 29 03:28:28.262189 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:28.263430 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 21eb1c87-eb8e-4454-a96a-6559b9f04f9f details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:28:28.336515 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-14a57725-b868-4967-beb4-2d0f96c90fcd req-f4339d2b-b14e-4ae1-974d-7c450f48094c service neutron] 10.222.0.21 "GET /v2.0/networks/9e4dd348-b917-4298-9670-abbbb983da4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753097 Jun 29 03:28:28.347523 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aed1add-7dc4-4864-94a4-7f19e0261938 req-8157a0fb-a138-449e-b74c-45ce4db2813c tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:28.349793 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8aed1add-7dc4-4864-94a4-7f19e0261938 req-8157a0fb-a138-449e-b74c-45ce4db2813c tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 931 time: 0.2179122 Jun 29 03:28:28.380681 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-30655bcd-4ec8-488e-9c48-41a327faff44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:28.429765 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8aed1add-7dc4-4864-94a4-7f19e0261938 req-b7c18365-df5f-43eb-8d48-0105fbcdeb8c tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707567 Jun 29 03:28:28.470245 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=d0875cb9-468d-4ebf-9502-b18e15112d6b,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:28.480532 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:28.492410 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=21eb1c87-eb8e-4454-a96a-6559b9f04f9f,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:28.503946 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '21eb1c87-eb8e-4454-a96a-6559b9f04f9f', 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c', 'port_id': '21eb1c87-eb8e-4454-a96a-6559b9f04f9f', 'mac_address': 'fa:16:3e:b3:c2:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa26576-598b-4777-a86a-7a7ab71ebf75', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:28:28.513131 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0558a34b-8df4-4dfc-8697-50248bf4eefd {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:28.522608 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:28.557404 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-a6e7726b-6781-471c-9fc5-87778733d35e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=42b4127104ef4f549c06b765167084a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2965579 Jun 29 03:28:28.592000 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:28.609533 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-84b2e48c-d264-4d35-b754-5fa62ff70998 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1488845666&fields=id&tenant_id=d5af8f42ab554f359650a231f3bb3804 HTTP/1.1" status: 200 len: 267 time: 0.0602283 Jun 29 03:28:28.628189 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21eb1c87-eb8e-4454-a96a-6559b9f04f9f {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:28.635000 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Transition to ACTIVE for port object 0558a34b-8df4-4dfc-8697-50248bf4eefd will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:28.647561 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:28.654507 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:28.684181 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=21eb1c87-eb8e-4454-a96a-6559b9f04f9f,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:28.693363 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:28.695480 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-95b473d8-e730-4239-865a-51500a91292f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:28.781854 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=21eb1c87-eb8e-4454-a96a-6559b9f04f9f,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:28.785066 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-68961d81-f962-411a-a031-21d2234d08b3 service neutron] 10.222.0.39 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214520 Jun 29 03:28:28.786391 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Pushing event updated for resources: {'Port': ['ID=0558a34b-8df4-4dfc-8697-50248bf4eefd,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:28.791139 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:28.792152 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:28.883316 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-0306c2cd-32b7-48cb-98b6-0131676a46d0 service neutron] 10.222.0.39 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911090 Jun 29 03:28:28.917532 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Attempting to bind port 0558a34b-8df4-4dfc-8697-50248bf4eefd on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:28.917918 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Attempting to bind port 0558a34b-8df4-4dfc-8697-50248bf4eefd by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '15609b23-4fdf-4d18-8a48-95167c45e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:28.918254 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Attempting to bind port 0558a34b-8df4-4dfc-8697-50248bf4eefd on network 747284db-2222-4a59-bd55-82efbc6a5748 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:28.923995 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Port 0558a34b-8df4-4dfc-8697-50248bf4eefd on network 747284db-2222-4a59-bd55-82efbc6a5748 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:28:28.924330 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Attempting to bind port 0558a34b-8df4-4dfc-8697-50248bf4eefd on network 747284db-2222-4a59-bd55-82efbc6a5748 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:28.932341 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:28.932680 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Checking segment: {'id': '15609b23-4fdf-4d18-8a48-95167c45e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:28.933109 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Bound using segment: {'id': '15609b23-4fdf-4d18-8a48-95167c45e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:28.933543 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Bound port: 0558a34b-8df4-4dfc-8697-50248bf4eefd, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15609b23-4fdf-4d18-8a48-95167c45e719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:28.933897 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:29.045405 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-137d24ba-c76e-457c-bfbf-9b4ce705d81b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:29.060735 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-137d24ba-c76e-457c-bfbf-9b4ce705d81b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/networks?id=a16d7e30-f69f-4058-b150-43ccbc7efc7b HTTP/1.1" status: 200 len: 816 time: 0.4437234 Jun 29 03:28:29.080677 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] For port 0558a34b-8df4-4dfc-8697-50248bf4eefd, host hv-cinder-79724, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:29.082001 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-e2bffea3-d7aa-45ba-bdba-360054ea4a3b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/quotas/d5af8f42ab554f359650a231f3bb3804 HTTP/1.1" status: 200 len: 375 time: 0.0197699 Jun 29 03:28:29.094647 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:29.122356 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] For port 0558a34b-8df4-4dfc-8697-50248bf4eefd, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0558a34b-8df4-4dfc-8697-50248bf4eefd,segment=NetworkSegment(15609b23-4fdf-4d18-8a48-95167c45e719),segment_id=15609b23-4fdf-4d18-8a48-95167c45e719)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:29.133347 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:29.161703 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:29.188184 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:29.189276 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:29.226786 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:29.227510 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:29.229279 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] 10.222.0.21 "PUT /v2.0/ports/0558a34b-8df4-4dfc-8697-50248bf4eefd HTTP/1.1" status: 200 len: 1093 time: 1.3638668 Jun 29 03:28:29.239873 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4700abd-fce5-459c-9adc-d05fb98a1338', 'tag': '0558a34b-8df4-4dfc-8697-50248bf4eefd'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:29.239873 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c9edcf-4e14-4962-a0a0-be7b34745f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "f4700abd-fce5-459c-9adc-d05fb98a1338", "tag": "0558a34b-8df4-4dfc-8697-50248bf4eefd"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:29.340813 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Pushing event updated for resources: {'Port': ['ID=0558a34b-8df4-4dfc-8697-50248bf4eefd,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:29.346835 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:29.391643 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1402e5-e080-4955-a9ff-3141c179ad3c req-300fadaf-1272-4725-8725-addc411f1be5 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:29.393563 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6b1402e5-e080-4955-a9ff-3141c179ad3c req-300fadaf-1272-4725-8725-addc411f1be5 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 944 time: 0.0956502 Jun 29 03:28:29.418822 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-14a57725-b868-4967-beb4-2d0f96c90fcd req-f11cd29b-a10e-4593-ae77-2f4b5209bf99 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4dd348-b917-4298-9670-abbbb983da4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995346 Jun 29 03:28:29.459348 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6b1402e5-e080-4955-a9ff-3141c179ad3c req-cd04b290-0b14-4d1f-a5fd-c2be6deaef1c tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461509 Jun 29 03:28:29.486243 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-bc119cdc-eb33-46b1-b2d0-01ecd00c6ddf tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d5af8f42ab554f359650a231f3bb3804&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3821330 Jun 29 03:28:29.593827 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-de74e221-d28b-429f-a2f3-ed4ed10307f2 service neutron] 10.222.0.39 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066628 Jun 29 03:28:29.665969 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fde355-74fe-4e95-b500-bf6d1f3acc14 req-2b3ca767-662e-4453-a9e7-a660fd884f8b tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:29.667365 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d2fde355-74fe-4e95-b500-bf6d1f3acc14 req-2b3ca767-662e-4453-a9e7-a660fd884f8b tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 944 time: 0.0823102 Jun 29 03:28:29.725280 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-be6c9ed7-1b26-4018-b901-321e26f823b8 service neutron] 10.222.0.39 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192195 Jun 29 03:28:29.736587 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d2fde355-74fe-4e95-b500-bf6d1f3acc14 req-4aa30134-4c20-4e1d-be5b-bea5e9f5f774 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603845 Jun 29 03:28:29.909505 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5f72a4c3-699e-4b11-85cf-591f83795d64 req-508a128a-e332-425e-8681-e331a158d05c tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 210 time: 0.0515649 Jun 29 03:28:29.912443 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59d2fc34-1fba-4269-815a-40ca147997d1 x-openstack-request-id: req-59d2fc34-1fba-4269-815a-40ca147997d1 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:29.913543 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4700abd-fce5-459c-9adc-d05fb98a1338", "tag": "0558a34b-8df4-4dfc-8697-50248bf4eefd", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:29.913956 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59d2fc34-1fba-4269-815a-40ca147997d1 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:29.914638 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4700abd-fce5-459c-9adc-d05fb98a1338', 'tag': '0558a34b-8df4-4dfc-8697-50248bf4eefd', 'status': 'completed', 'code': 200} Jun 29 03:28:30.003388 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-53054c50-5298-41f5-ad42-f5da4ca895af req-75650a8b-fdd4-4b4e-a46b-9c2cc8fbd7ea tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 210 time: 0.0465093 Jun 29 03:28:30.091937 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663d52e-cd32-49e0-afe7-7b4986127c30 req-d5e3d69e-d2db-4d01-9770-ca428315af81 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:30.094348 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1663d52e-cd32-49e0-afe7-7b4986127c30 req-d5e3d69e-d2db-4d01-9770-ca428315af81 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 943 time: 0.0972643 Jun 29 03:28:30.137840 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1663d52e-cd32-49e0-afe7-7b4986127c30 req-f5aff32b-1678-492b-9c34-2b26a17e698a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377092 Jun 29 03:28:30.598601 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43940) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:30.624535 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7265dd0d-ebf4-439c-8719-edad6a9d14d3 req-c5228b8b-8434-487b-9905-05ff18c41527 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:30.626008 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7265dd0d-ebf4-439c-8719-edad6a9d14d3 req-c5228b8b-8434-487b-9905-05ff18c41527 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 944 time: 0.0628071 Jun 29 03:28:30.662086 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7265dd0d-ebf4-439c-8719-edad6a9d14d3 req-f9692289-a613-4251-8289-07393c98689a tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304954 Jun 29 03:28:30.699386 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-358ca0ed-f59e-45e0-97e5-d7f73cec345d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:30.787824 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-358ca0ed-f59e-45e0-97e5-d7f73cec345d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:30.792084 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-358ca0ed-f59e-45e0-97e5-d7f73cec345d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:30.794757 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:30.834019 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-358ca0ed-f59e-45e0-97e5-d7f73cec345d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c4a603ff0fc04e3ca9d1e7c9777b388c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320106 Jun 29 03:28:30.834019 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ca0ed-f59e-45e0-97e5-d7f73cec345d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38140448-9177-4b93-bf69-5351d8a51724,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:30.834412 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 43946) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:30.836032 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-358ca0ed-f59e-45e0-97e5-d7f73cec345d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:30.884617 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2eed71c2-55d0-4ddb-acff-8d014a2e728b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:30.905886 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2eed71c2-55d0-4ddb-acff-8d014a2e728b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:30.921232 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c0c4a2-8a95-4af9-af05-eb4b3355ab95 req-89b2fb0a-2f81-44f2-b653-90490fe1d875 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:30.922732 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a1c0c4a2-8a95-4af9-af05-eb4b3355ab95 req-89b2fb0a-2f81-44f2-b653-90490fe1d875 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 944 time: 0.0630455 Jun 29 03:28:30.971055 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a1c0c4a2-8a95-4af9-af05-eb4b3355ab95 req-10e6329f-e2ab-45d5-819a-67a745a69d3a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419974 Jun 29 03:28:30.982100 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2eed71c2-55d0-4ddb-acff-8d014a2e728b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:30.986015 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2eed71c2-55d0-4ddb-acff-8d014a2e728b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:30.989525 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-2eed71c2-55d0-4ddb-acff-8d014a2e728b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/38140448-9177-4b93-bf69-5351d8a51724 HTTP/1.1" status: 204 len: 168 time: 0.1538105 Jun 29 03:28:30.996089 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8ca360e0-d8ed-43b5-b0ea-c8c450e9a987 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:31.005264 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed71c2-55d0-4ddb-acff-8d014a2e728b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38140448-9177-4b93-bf69-5351d8a51724,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:31.008782 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2eed71c2-55d0-4ddb-acff-8d014a2e728b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:31.084017 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e80267a8-28e7-43f4-b12c-ea5cc97a398e req-4f904ed6-363e-4a13-b37b-64b316f7e742 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 210 time: 0.0405784 Jun 29 03:28:31.131876 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9edcf-4e14-4962-a0a0-be7b34745f5a req-69583d0e-be63-4089-b734-85265d320055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:31.138994 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-70c9edcf-4e14-4962-a0a0-be7b34745f5a req-69583d0e-be63-4089-b734-85265d320055 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8a3ca31ac434da497a3b6b2dc4e4d35&device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 1096 time: 0.0959468 Jun 29 03:28:31.317367 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-11ff7a9e-2582-431f-bf3f-ad10e4af2c9f req-b752df31-6129-4c8b-8875-0ccfeaeb4c11 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 210 time: 0.1408288 Jun 29 03:28:31.396125 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['21eb1c87-eb8e-4454-a96a-6559b9f04f9f'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:28:31.398308 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f373422c-298a-40eb-ae13-a4e948b0fd54 req-2e11ad75-18d1-400f-b1ed-8ae5572e21a3 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:31.400262 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f373422c-298a-40eb-ae13-a4e948b0fd54 req-2e11ad75-18d1-400f-b1ed-8ae5572e21a3 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 943 time: 0.0968499 Jun 29 03:28:31.439086 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9edcf-4e14-4962-a0a0-be7b34745f5a req-12b7f87e-fb47-47d5-83c8-c1e687d752d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:31.440640 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-70c9edcf-4e14-4962-a0a0-be7b34745f5a req-12b7f87e-fb47-47d5-83c8-c1e687d752d1 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=a8a3ca31ac434da497a3b6b2dc4e4d35&shared=False HTTP/1.1" status: 200 len: 919 time: 0.2828484 Jun 29 03:28:31.464073 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 43962) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:31.471907 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f373422c-298a-40eb-ae13-a4e948b0fd54 req-bb906750-f62d-46a7-b5b9-ae3ae5b2877d tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487380 Jun 29 03:28:31.505291 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['d0875cb9-468d-4ebf-9502-b18e15112d6b'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:28:31.539296 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cd7545ac-87cf-43f7-bd2d-4a07b5576e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:31.666569 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c9edcf-4e14-4962-a0a0-be7b34745f5a req-de31a948-5dff-4bc9-b478-b4cf42ca50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:31.668212 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-70c9edcf-4e14-4962-a0a0-be7b34745f5a req-de31a948-5dff-4bc9-b478-b4cf42ca50ba service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2197762 Jun 29 03:28:31.734983 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cd7545ac-87cf-43f7-bd2d-4a07b5576e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:31.743783 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cd7545ac-87cf-43f7-bd2d-4a07b5576e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:31.746935 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-d9109a2c-f5fe-4784-9105-bea67d78f826 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:31.884889 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7545ac-87cf-43f7-bd2d-4a07b5576e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b261bff-8e0f-4fc9-b238-4d9c44be9817,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:31.913389 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-cd7545ac-87cf-43f7-bd2d-4a07b5576e6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0568c535fb91445fb943508286d038bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402642 Jun 29 03:28:31.915434 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-cd7545ac-87cf-43f7-bd2d-4a07b5576e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:31.916112 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 43972) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:31.972898 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-04995162-dd76-4b11-9d9c-b6c001c0822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:31.974392 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-04995162-dd76-4b11-9d9c-b6c001c0822e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8a3ca31ac434da497a3b6b2dc4e4d35&device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 1096 time: 0.1898541 Jun 29 03:28:31.990066 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8407d8b1-437c-4491-8ca9-09ace33a5391 req-b9e25a48-ddb5-4d68-9b42-b6a7deaaf415 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:31.991965 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8407d8b1-437c-4491-8ca9-09ace33a5391 req-b9e25a48-ddb5-4d68-9b42-b6a7deaaf415 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 944 time: 0.1835971 Jun 29 03:28:32.025914 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8dea2a5a-00a9-409e-844c-4dc2db4957f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:32.038221 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-74ad42cb-6169-4c42-92a9-39efdd00a6bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0558a34b-8df4-4dfc-8697-50248bf4eefd HTTP/1.1" status: 200 len: 217 time: 0.0452940 Jun 29 03:28:32.120612 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8dea2a5a-00a9-409e-844c-4dc2db4957f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:32.131055 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8407d8b1-437c-4491-8ca9-09ace33a5391 req-395c283e-27ba-4969-8aba-bf981b53cf45 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995574 Jun 29 03:28:32.145797 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-48e3dbe4-2ea5-4017-8677-c5d4bce63064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:32.148009 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-48e3dbe4-2ea5-4017-8677-c5d4bce63064 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1e87b90-dc93-4fcf-985e-c8942feb4487 HTTP/1.1" status: 200 len: 858 time: 0.0815051 Jun 29 03:28:32.205023 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-1d093f0e-e3e1-4719-8c14-6202bc316734 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=747284db-2222-4a59-bd55-82efbc6a5748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488312 Jun 29 03:28:32.252619 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-ac744cfd-1b2d-4f67-8c61-bf206020a4af tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:32.254714 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-ac744cfd-1b2d-4f67-8c61-bf206020a4af tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.21 "GET /v2.0/networks?id=a16d7e30-f69f-4058-b150-43ccbc7efc7b HTTP/1.1" status: 200 len: 816 time: 0.2248023 Jun 29 03:28:32.373914 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-9efdf691-bce8-4c09-859b-1a37e00e5401 service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600912 Jun 29 03:28:32.376910 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4b833d16-fe2f-4320-9aca-23be13267bbb req-be7b1232-d159-410e-8929-c4fd2a8c85c4 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 210 time: 0.0394897 Jun 29 03:28:32.537959 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dfbe67db-e5d8-4a68-ad91-48ec750334b2 req-31519c26-1f93-472e-9929-28ec9326a315 service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342463 Jun 29 03:28:32.559556 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9faa24-6e4d-487a-834f-ed8cec0d1188 req-1a008d96-1eee-439e-9196-5b6854e033e8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:32.564387 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ca9faa24-6e4d-487a-834f-ed8cec0d1188 req-1a008d96-1eee-439e-9196-5b6854e033e8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 944 time: 0.4340119 Jun 29 03:28:32.568995 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8dea2a5a-00a9-409e-844c-4dc2db4957f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:32.586106 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8dea2a5a-00a9-409e-844c-4dc2db4957f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:32.588318 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8dea2a5a-00a9-409e-844c-4dc2db4957f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4b261bff-8e0f-4fc9-b238-4d9c44be9817 HTTP/1.1" status: 204 len: 168 time: 0.6710484 Jun 29 03:28:32.591192 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0fa03061-f28f-4ed1-bdaa-a80dc38bbb88 req-167fbddf-bd89-4413-b6e1-8a52a414c94b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 210 time: 0.0444179 Jun 29 03:28:32.606794 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:32.655715 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea2a5a-00a9-409e-844c-4dc2db4957f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b261bff-8e0f-4fc9-b238-4d9c44be9817,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:32.665163 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8dea2a5a-00a9-409e-844c-4dc2db4957f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:32.696600 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-d2fbea0a-8c2e-4482-915e-d77589fb8516 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5af8f42ab554f359650a231f3bb3804 HTTP/1.1" status: 200 len: 380 time: 0.4236445 Jun 29 03:28:32.717281 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ca9faa24-6e4d-487a-834f-ed8cec0d1188 req-bdc8b9ec-fc68-47bc-8904-998dc0ce983e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363966 Jun 29 03:28:32.739228 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Request body: {'port': {'device_id': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'admin_state_up': True, 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'security_groups': ['3ad169a4-f587-489f-8725-d17fe79c23e9']}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:32.894867 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc8bc9d-51a6-48c0-b0eb-8ecbc0d750d7 req-171d2589-f544-43bd-bbbd-ed3f48f573e2 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:32.896431 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ecc8bc9d-51a6-48c0-b0eb-8ecbc0d750d7 req-171d2589-f544-43bd-bbbd-ed3f48f573e2 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 943 time: 0.1714187 Jun 29 03:28:32.944735 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Made reservation on behalf of d5af8f42ab554f359650a231f3bb3804 for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:32.949301 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:32.958919 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 00dccb2b-a753-4bb3-9032-4159f12f600c details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:28:32.970134 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device d0875cb9-468d-4ebf-9502-b18e15112d6b up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:33.040143 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ecc8bc9d-51a6-48c0-b0eb-8ecbc0d750d7 req-afe5d2d6-53d9-4848-8212-5f879687ccbf tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1342120 Jun 29 03:28:33.063335 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-c82d4aac-d82e-473f-95d7-39ae3d8b7d62 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:33.066729 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-c82d4aac-d82e-473f-95d7-39ae3d8b7d62 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.21 "GET /v2.0/networks?id=785192c7-749d-4ba0-a5e1-ac42527baabb HTTP/1.1" status: 200 len: 811 time: 0.2928379 Jun 29 03:28:33.149398 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Allocated IP 172.20.0.4 (a16d7e30-f69f-4058-b150-43ccbc7efc7b/b419f8dc-93fd-4a1b-bc32-b27006c69e77/166112e0-022b-4427-852b-bcecd0bbc846) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:33.153550 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port d0875cb9-468d-4ebf-9502-b18e15112d6b completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:33.167364 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port d0875cb9-468d-4ebf-9502-b18e15112d6b triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:33.168102 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:33.184788 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-7b3d15dc-7cfd-462c-adf0-db09576f90f2 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42b4127104ef4f549c06b765167084a1 HTTP/1.1" status: 200 len: 379 time: 0.0924580 Jun 29 03:28:33.209299 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Request body: {'port': {'device_id': '68afa19f-5a80-476f-b160-25c7a59d98f9', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'admin_state_up': True, 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'security_groups': ['fada47be-71cf-461c-94a1-4f53935f5440']}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:33.238673 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 00dccb2b-a753-4bb3-9032-4159f12f600c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=00dccb2b-a753-4bb3-9032-4159f12f600c,segment=NetworkSegment(47a9c77b-141e-4a45-a9a8-525ef405c0fa),segment_id=47a9c77b-141e-4a45-a9a8-525ef405c0fa)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:33.255874 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '00dccb2b-a753-4bb3-9032-4159f12f600c', 'network_id': '9e4dd348-b917-4298-9670-abbbb983da4c', 'port_id': '00dccb2b-a753-4bb3-9032-4159f12f600c', 'mac_address': 'fa:16:3e:be:01:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fddb1391-634e-47c7-92ee-e10bd3c826b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:28:33.361811 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:33.372959 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:33.391228 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00dccb2b-a753-4bb3-9032-4159f12f600c {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:33.412584 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e2e3f3-8932-461f-b0d7-59448c2ace64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0875cb9-468d-4ebf-9502-b18e15112d6b'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:33.526273 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a31e8e5-1784-46f0-92ea-d328238ca49b req-6d5d4a74-5fa5-42a5-a02e-32b28c4a2f16 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:33.527967 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2a31e8e5-1784-46f0-92ea-d328238ca49b req-6d5d4a74-5fa5-42a5-a02e-32b28c4a2f16 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 944 time: 0.1643741 Jun 29 03:28:33.533068 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:33.554260 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port d0875cb9-468d-4ebf-9502-b18e15112d6b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d0875cb9-468d-4ebf-9502-b18e15112d6b,segment=NetworkSegment(15609b23-4fdf-4d18-8a48-95167c45e719),segment_id=15609b23-4fdf-4d18-8a48-95167c45e719)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:33.587106 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:33.589027 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 21eb1c87-eb8e-4454-a96a-6559b9f04f9f up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:33.596153 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 00dccb2b-a753-4bb3-9032-4159f12f600c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=00dccb2b-a753-4bb3-9032-4159f12f600c,segment=NetworkSegment(47a9c77b-141e-4a45-a9a8-525ef405c0fa),segment_id=47a9c77b-141e-4a45-a9a8-525ef405c0fa)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:33.596573 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Transition to ACTIVE for port object 166112e0-022b-4427-852b-bcecd0bbc846 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:33.599817 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:33.628134 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2a31e8e5-1784-46f0-92ea-d328238ca49b req-929858de-e4a6-4d7c-af3c-d358514141d6 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920839 Jun 29 03:28:33.641995 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1445e72e-f3ce-48ee-95ce-2fee3cc49174 req-cba151ab-75aa-4908-b7cd-ca9597329e62 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 210 time: 0.0467875 Jun 29 03:28:33.657831 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:33.668193 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:33.687087 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Made reservation on behalf of 42b4127104ef4f549c06b765167084a1 for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:28:33.698301 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:33.735823 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event updated for resources: {'Port': ['ID=166112e0-022b-4427-852b-bcecd0bbc846,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:33.741457 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:33.751688 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Network a16d7e30-f69f-4058-b150-43ccbc7efc7b is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:33.753287 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:33.758722 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:33.760676 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=d0875cb9-468d-4ebf-9502-b18e15112d6b,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:33.774647 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:33.775542 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:33.783502 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-32fe92e5-ecd9-4d80-8d72-5a3806275bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:33.796446 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:33.798791 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:33.854781 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1321571 Jun 29 03:28:33.876159 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Request body: {'port': {'device_id': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:33.897192 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51b179eb-cdce-487f-befd-9fea3d86cd46" -d '{"events": [{"server_uuid": "84e2e3f3-8932-461f-b0d7-59448c2ace64", "name": "network-vif-plugged", "status": "completed", "tag": "d0875cb9-468d-4ebf-9502-b18e15112d6b"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:33.995603 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=00dccb2b-a753-4bb3-9032-4159f12f600c,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:34.006255 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:34.031466 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:34.036020 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:34.036020 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.055202 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Allocated IP 172.20.0.7 (785192c7-749d-4ba0-a5e1-ac42527baabb/1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78/352c37fa-a996-4db1-9d81-27a6b89baf20) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:28:34.073007 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0133219b-e398-499f-a3d2-a6ba1b789ce3 req-1275f6b2-89f0-4c80-b996-73f05575e0a2 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:34.081961 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0133219b-e398-499f-a3d2-a6ba1b789ce3 req-1275f6b2-89f0-4c80-b996-73f05575e0a2 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 931 time: 0.2345219 Jun 29 03:28:34.108307 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.124264 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['00dccb2b-a753-4bb3-9032-4159f12f600c'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:28:34.132087 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292fa413-0471-41e6-80be-827dcfa25fb1 req-0b600cda-f3b2-4f15-b346-6e9eefe8945a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:34.133762 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-292fa413-0471-41e6-80be-827dcfa25fb1 req-0b600cda-f3b2-4f15-b346-6e9eefe8945a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 944 time: 0.1933095 Jun 29 03:28:34.177354 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0133219b-e398-499f-a3d2-a6ba1b789ce3 req-488330a7-453b-43ce-bd54-b1d165b96015 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0944617 Jun 29 03:28:34.230158 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.254641 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-04426822-2fdc-480a-8415-be5c149da592 None None] Provisioning for port 166112e0-022b-4427-852b-bcecd0bbc846 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:34.269560 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-04426822-2fdc-480a-8415-be5c149da592 None None] Provisioning complete for port 166112e0-022b-4427-852b-bcecd0bbc846 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:34.270009 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04426822-2fdc-480a-8415-be5c149da592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.272947 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-292fa413-0471-41e6-80be-827dcfa25fb1 req-8e08d557-f8de-47c5-ab94-7a57daff6731 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189427 Jun 29 03:28:34.340993 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=21eb1c87-eb8e-4454-a96a-6559b9f04f9f,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:34.349249 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-04426822-2fdc-480a-8415-be5c149da592 None None] Port 166112e0-022b-4427-852b-bcecd0bbc846 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:28:34.353595 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.358676 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:34.484816 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.506630 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=21eb1c87-eb8e-4454-a96a-6559b9f04f9f,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:34.517201 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:34.547349 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Transition to ACTIVE for port object 352c37fa-a996-4db1-9d81-27a6b89baf20 will not be triggered until provisioned by entity DHCP. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:34.575742 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e73a11c8-949d-43c1-8333-e37dd729f6ef x-openstack-request-id: req-e73a11c8-949d-43c1-8333-e37dd729f6ef {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:34.578704 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e2e3f3-8932-461f-b0d7-59448c2ace64", "name": "network-vif-plugged", "status": "completed", "tag": "d0875cb9-468d-4ebf-9502-b18e15112d6b", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:34.578878 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e73a11c8-949d-43c1-8333-e37dd729f6ef {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:34.581749 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e2e3f3-8932-461f-b0d7-59448c2ace64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0875cb9-468d-4ebf-9502-b18e15112d6b', 'code': 200} Jun 29 03:28:34.591119 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.601413 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:34.614841 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0e4ecd-4a6e-4dac-a7a3-1ee81e669de2 req-a35914c4-4ec8-4964-ae18-dfb3155eaa94 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:34.622151 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8a0e4ecd-4a6e-4dac-a7a3-1ee81e669de2 req-a35914c4-4ec8-4964-ae18-dfb3155eaa94 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 943 time: 0.1369023 Jun 29 03:28:34.625438 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 166112e0-022b-4427-852b-bcecd0bbc846 {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:34.637880 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.662356 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Network 785192c7-749d-4ba0-a5e1-ac42527baabb is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:28:34.663650 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Transition to ACTIVE for port object 166112e0-022b-4427-852b-bcecd0bbc846 will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:34.667770 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:28:34.672394 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.678914 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:34.689927 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:28:34.702188 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8a0e4ecd-4a6e-4dac-a7a3-1ee81e669de2 req-19937c99-1f86-45dd-b016-86245e205c3f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787790 Jun 29 03:28:34.734638 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event updated for resources: {'Port': ['ID=352c37fa-a996-4db1-9d81-27a6b89baf20,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:34.740046 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:34.794734 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:34.799977 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:34.833004 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6477938 Jun 29 03:28:34.854213 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Request body: {'port': {'device_id': '68afa19f-5a80-476f-b160-25c7a59d98f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:34.932260 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Pushing event updated for resources: {'Port': ['ID=166112e0-022b-4427-852b-bcecd0bbc846,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:34.959313 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:34.992086 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Attempting to bind port 166112e0-022b-4427-852b-bcecd0bbc846 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:34.992086 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Attempting to bind port 166112e0-022b-4427-852b-bcecd0bbc846 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:34.992086 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Attempting to bind port 166112e0-022b-4427-852b-bcecd0bbc846 on network a16d7e30-f69f-4058-b150-43ccbc7efc7b {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:35.067319 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Port 166112e0-022b-4427-852b-bcecd0bbc846 on network a16d7e30-f69f-4058-b150-43ccbc7efc7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:28:35.067617 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Attempting to bind port 166112e0-022b-4427-852b-bcecd0bbc846 on network a16d7e30-f69f-4058-b150-43ccbc7efc7b {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:35.080887 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:35.086518 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Checking segment: {'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:35.086990 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Bound using segment: {'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:35.087490 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Bound port: 166112e0-022b-4427-852b-bcecd0bbc846, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:35.088106 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.139664 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.205755 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-fc66437e-8b8e-4c82-8444-f87496ca57bc None None] Provisioning for port 352c37fa-a996-4db1-9d81-27a6b89baf20 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:35.223614 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-fc66437e-8b8e-4c82-8444-f87496ca57bc None None] Provisioning complete for port 352c37fa-a996-4db1-9d81-27a6b89baf20 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:35.224289 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fc66437e-8b8e-4c82-8444-f87496ca57bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.253655 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccbf5eb-c26c-48df-9496-c2f5ce130aca req-f54e47c8-db38-40cc-91ee-ee1ae1798468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:35.255149 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dccbf5eb-c26c-48df-9496-c2f5ce130aca req-f54e47c8-db38-40cc-91ee-ee1ae1798468 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 1098 time: 0.3075371 Jun 29 03:28:35.283012 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ff623-97b1-4667-aec7-5dccceec4981 req-94a1ee8d-db86-4a8f-a22a-a24cbb4f13ec tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:35.284602 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1b6ff623-97b1-4667-aec7-5dccceec4981 req-94a1ee8d-db86-4a8f-a22a-a24cbb4f13ec tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 931 time: 0.3274989 Jun 29 03:28:35.287333 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 44106) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:35.300654 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] For port 166112e0-022b-4427-852b-bcecd0bbc846, host hv-cinder-79724, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:35.305433 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-fc66437e-8b8e-4c82-8444-f87496ca57bc None None] Port 352c37fa-a996-4db1-9d81-27a6b89baf20 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:28:35.309114 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] For port 166112e0-022b-4427-852b-bcecd0bbc846, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=166112e0-022b-4427-852b-bcecd0bbc846,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:35.333574 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-dccbf5eb-c26c-48df-9496-c2f5ce130aca req-6609e349-96ab-429f-8cf6-f747a49a00f4 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.338136 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.354831 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:35.401565 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:35.402292 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:35.403986 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] 10.222.0.21 "PUT /v2.0/ports/166112e0-022b-4427-852b-bcecd0bbc846 HTTP/1.1" status: 200 len: 1093 time: 1.5325968 Jun 29 03:28:35.408310 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1b6ff623-97b1-4667-aec7-5dccceec4981 req-b2ebb851-0913-4f51-bf77-fe484429e9aa tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092503 Jun 29 03:28:35.409056 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'tag': '166112e0-022b-4427-852b-bcecd0bbc846'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:35.415159 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e19218-09c4-48ad-b1b1-ca6eb28bf719" -d '{"events": [{"name": "network-changed", "server_uuid": "42559f12-db01-4f1f-bc4c-e8d7c2bce059", "tag": "166112e0-022b-4427-852b-bcecd0bbc846"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:35.479242 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Pushing event updated for resources: {'Port': ['ID=166112e0-022b-4427-852b-bcecd0bbc846,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:35.499338 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:35.582387 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf38830-722b-4bdc-9acf-8ddd4d6b9f10 req-0d4bfef1-a99a-43ff-bd6b-5b00d003df68 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:35.590044 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-55452d8e-f0be-44e7-8398-46f88a5d01a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:35.592459 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-55452d8e-f0be-44e7-8398-46f88a5d01a1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5af8f42ab554f359650a231f3bb3804&device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 1096 time: 0.0890410 Jun 29 03:28:35.604293 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1cf38830-722b-4bdc-9acf-8ddd4d6b9f10 req-0d4bfef1-a99a-43ff-bd6b-5b00d003df68 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 945 time: 0.5258033 Jun 29 03:28:35.668836 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-b0fe93f5-8d6c-4fdc-bdf3-a7be98234dc6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=166112e0-022b-4427-852b-bcecd0bbc846 HTTP/1.1" status: 200 len: 217 time: 0.0578263 Jun 29 03:28:35.846130 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1cf38830-722b-4bdc-9acf-8ddd4d6b9f10 req-bb9ab921-3e39-4faa-8994-42a068a6becf tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2236073 Jun 29 03:28:35.896363 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-81468036-3ac8-4de7-b490-fc05f1eecc63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:35.897946 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-81468036-3ac8-4de7-b490-fc05f1eecc63 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b419f8dc-93fd-4a1b-bc32-b27006c69e77 HTTP/1.1" status: 200 len: 855 time: 0.2227480 Jun 29 03:28:35.925114 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-62fa4118-b234-4425-a1da-f5da32a50dca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.011923 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3662028-3924-4fc6-936b-933a1f9e18b5 req-0f8b9c98-2103-483b-afe3-827f97e296ed tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:36.015295 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3662028-3924-4fc6-936b-933a1f9e18b5 req-0f8b9c98-2103-483b-afe3-827f97e296ed tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.2609293 Jun 29 03:28:36.026687 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-dccbf5eb-c26c-48df-9496-c2f5ce130aca req-6609e349-96ab-429f-8cf6-f747a49a00f4 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.064658 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-dccbf5eb-c26c-48df-9496-c2f5ce130aca req-6609e349-96ab-429f-8cf6-f747a49a00f4 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.085360 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3662028-3924-4fc6-936b-933a1f9e18b5 req-3b35f0b2-16c7-42ba-9d20-3a2f50ab35c9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628462 Jun 29 03:28:36.088402 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-8d9e8420-7f80-47e7-8128-0a4691279ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:36.089827 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-8d9e8420-7f80-47e7-8128-0a4691279ed2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a16d7e30-f69f-4058-b150-43ccbc7efc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1825187 Jun 29 03:28:36.096507 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:36.152699 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 352c37fa-a996-4db1-9d81-27a6b89baf20 {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:36.171535 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dccbf5eb-c26c-48df-9496-c2f5ce130aca req-6609e349-96ab-429f-8cf6-f747a49a00f4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9020529 Jun 29 03:28:36.177891 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.195142 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609e349-96ab-429f-8cf6-f747a49a00f4 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=85f7fb54-126b-4d1b-a44e-5d4089185ba6,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:36.208871 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-6609e349-96ab-429f-8cf6-f747a49a00f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:36.221869 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Transition to ACTIVE for port object 352c37fa-a996-4db1-9d81-27a6b89baf20 will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:28:36.229029 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-54bb4407-3717-4bc4-b5ed-fbd99dc1a3ef service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310964 Jun 29 03:28:36.230951 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7576f19b-a1f0-42f7-ad8c-e739d5f85bb3 x-openstack-request-id: req-7576f19b-a1f0-42f7-ad8c-e739d5f85bb3 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:36.231258 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42559f12-db01-4f1f-bc4c-e8d7c2bce059", "tag": "166112e0-022b-4427-852b-bcecd0bbc846", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:36.231527 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7576f19b-a1f0-42f7-ad8c-e739d5f85bb3 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:36.231956 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'tag': '166112e0-022b-4427-852b-bcecd0bbc846', 'status': 'completed', 'code': 200} Jun 29 03:28:36.243395 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.252351 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:36.289042 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699ce015-668c-4776-8896-343aa59109ce req-74c0a5ed-9460-4729-8591-49e64650d837 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:36.290729 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-699ce015-668c-4776-8896-343aa59109ce req-74c0a5ed-9460-4729-8591-49e64650d837 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 945 time: 0.2628095 Jun 29 03:28:36.327636 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-62fa4118-b234-4425-a1da-f5da32a50dca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.352696 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-62fa4118-b234-4425-a1da-f5da32a50dca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.360862 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=352c37fa-a996-4db1-9d81-27a6b89baf20,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:36.382545 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:36.389677 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:36.402927 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a46507-8c39-45d1-aa01-14110e5fd9f6 req-ec9e7020-77ab-45b7-9dc0-306a8d1fc1f6 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:36.405152 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-66a46507-8c39-45d1-aa01-14110e5fd9f6 req-ec9e7020-77ab-45b7-9dc0-306a8d1fc1f6 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 943 time: 0.0809901 Jun 29 03:28:36.466356 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-66a46507-8c39-45d1-aa01-14110e5fd9f6 req-4075b72d-3d66-44f0-b575-16b1dad95fdd tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551193 Jun 29 03:28:36.481993 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-699ce015-668c-4776-8896-343aa59109ce req-d175e26e-a50f-4431-9c30-4eec7d53e5fe tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701338 Jun 29 03:28:36.510492 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-62fa4118-b234-4425-a1da-f5da32a50dca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=68fe3517d21041e086bb4e8f1a3260c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2136962 Jun 29 03:28:36.510492 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fa4118-b234-4425-a1da-f5da32a50dca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e4b197-b747-4261-8f30-9e5778ab6656,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:36.512375 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 44152) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:36.514968 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-62fa4118-b234-4425-a1da-f5da32a50dca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:36.528621 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Attempting to bind port 352c37fa-a996-4db1-9d81-27a6b89baf20 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:28:36.528932 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Attempting to bind port 352c37fa-a996-4db1-9d81-27a6b89baf20 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:28:36.529919 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Attempting to bind port 352c37fa-a996-4db1-9d81-27a6b89baf20 on network 785192c7-749d-4ba0-a5e1-ac42527baabb {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:36.535283 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Port 352c37fa-a996-4db1-9d81-27a6b89baf20 on network 785192c7-749d-4ba0-a5e1-ac42527baabb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:28:36.535870 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Attempting to bind port 352c37fa-a996-4db1-9d81-27a6b89baf20 on network 785192c7-749d-4ba0-a5e1-ac42527baabb {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:28:36.540630 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:28:36.540964 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Checking segment: {'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:28:36.541345 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Bound using segment: {'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:28:36.541769 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Bound port: 352c37fa-a996-4db1-9d81-27a6b89baf20, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:28:36.542122 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.583396 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d93af6e-9cdd-420d-856e-38054fa5b1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eb1c87-eb8e-4454-a96a-6559b9f04f9f'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:36.585680 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83091f27-a596-46c1-98fd-390fe5d85dfa" -d '{"events": [{"server_uuid": "4d93af6e-9cdd-420d-856e-38054fa5b1d7", "name": "network-vif-plugged", "status": "completed", "tag": "21eb1c87-eb8e-4454-a96a-6559b9f04f9f"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:36.640152 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] For port 352c37fa-a996-4db1-9d81-27a6b89baf20, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:28:36.644005 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f00650f1-fe70-4ba4-8aae-3e37ee3b6cf8 x-openstack-request-id: req-f00650f1-fe70-4ba4-8aae-3e37ee3b6cf8 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:36.644467 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d93af6e-9cdd-420d-856e-38054fa5b1d7", "name": "network-vif-plugged", "status": "completed", "tag": "21eb1c87-eb8e-4454-a96a-6559b9f04f9f", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:36.644905 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f00650f1-fe70-4ba4-8aae-3e37ee3b6cf8 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:36.645563 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d93af6e-9cdd-420d-856e-38054fa5b1d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21eb1c87-eb8e-4454-a96a-6559b9f04f9f', 'code': 200} Jun 29 03:28:36.647885 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] For port 352c37fa-a996-4db1-9d81-27a6b89baf20, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=352c37fa-a996-4db1-9d81-27a6b89baf20,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:28:36.652579 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.654949 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-fb5b2c1b-bbbe-4266-8bb4-22414f127b5b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:36.691368 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:36.692036 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.693443 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/352c37fa-a996-4db1-9d81-27a6b89baf20 HTTP/1.1" status: 200 len: 1093 time: 1.8439906 Jun 29 03:28:36.693936 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68afa19f-5a80-476f-b160-25c7a59d98f9', 'tag': '352c37fa-a996-4db1-9d81-27a6b89baf20'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:36.698578 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e47f281-5c7d-47bb-986c-5ed942b34740" -d '{"events": [{"name": "network-changed", "server_uuid": "68afa19f-5a80-476f-b160-25c7a59d98f9", "tag": "352c37fa-a996-4db1-9d81-27a6b89baf20"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:36.725319 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc8202ba-73df-4608-b1fc-5e7184409d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.737813 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Pushing event updated for resources: {'Port': ['ID=352c37fa-a996-4db1-9d81-27a6b89baf20,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:36.741526 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:36.747772 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85a3f19-3b03-439f-aa24-b85de443c6d0 x-openstack-request-id: req-b85a3f19-3b03-439f-aa24-b85de443c6d0 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:36.748676 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68afa19f-5a80-476f-b160-25c7a59d98f9", "tag": "352c37fa-a996-4db1-9d81-27a6b89baf20", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:36.748961 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b85a3f19-3b03-439f-aa24-b85de443c6d0 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:36.749378 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68afa19f-5a80-476f-b160-25c7a59d98f9', 'tag': '352c37fa-a996-4db1-9d81-27a6b89baf20', 'status': 'completed', 'code': 200} Jun 29 03:28:36.780566 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc8202ba-73df-4608-b1fc-5e7184409d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.793034 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f9d89525-04be-4182-bbea-0fc7558680a2 req-250998c3-cc30-4a58-a341-0a0344959d91 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329676 Jun 29 03:28:36.836434 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7370b364-80fa-4a68-bf73-3e7b01158083 req-13414220-d30f-48c5-bcb2-6cecc5fe9046 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:36.838852 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7370b364-80fa-4a68-bf73-3e7b01158083 req-13414220-d30f-48c5-bcb2-6cecc5fe9046 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 943 time: 0.1850865 Jun 29 03:28:36.868597 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc8202ba-73df-4608-b1fc-5e7184409d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.874564 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cc8202ba-73df-4608-b1fc-5e7184409d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:36.876095 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-cc8202ba-73df-4608-b1fc-5e7184409d8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45e4b197-b747-4261-8f30-9e5778ab6656 HTTP/1.1" status: 204 len: 168 time: 0.3622439 Jun 29 03:28:36.878031 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-e2a48e89-1bbd-4dfd-b6e5-911d0b9784f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:36.882440 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-e2a48e89-1bbd-4dfd-b6e5-911d0b9784f4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b4127104ef4f549c06b765167084a1&device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 1096 time: 0.0874035 Jun 29 03:28:36.883968 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1c80867b-866a-4ccc-a589-e515eeb29e34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:36.903490 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8202ba-73df-4608-b1fc-5e7184409d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e4b197-b747-4261-8f30-9e5778ab6656,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:36.908434 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cc8202ba-73df-4608-b1fc-5e7184409d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:36.930728 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7370b364-80fa-4a68-bf73-3e7b01158083 req-b9f41203-b75f-4a18-9fe4-30d5a6af678d tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701742 Jun 29 03:28:36.983543 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 0558a34b-8df4-4dfc-8697-50248bf4eefd details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:28:37.000859 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 00dccb2b-a753-4bb3-9032-4159f12f600c up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:37.059222 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19218-09c4-48ad-b1b1-ca6eb28bf719 req-f7799ef1-21dd-49e6-82da-c95d1e6d4774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.062779 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-79e19218-09c4-48ad-b1b1-ca6eb28bf719 req-f7799ef1-21dd-49e6-82da-c95d1e6d4774 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5af8f42ab554f359650a231f3bb3804&device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 1096 time: 0.1012728 Jun 29 03:28:37.065747 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-f8be11e5-8693-4047-8069-107475ad3d1f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=352c37fa-a996-4db1-9d81-27a6b89baf20 HTTP/1.1" status: 200 len: 217 time: 0.1072769 Jun 29 03:28:37.146245 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 00dccb2b-a753-4bb3-9032-4159f12f600c completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:37.175244 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 00dccb2b-a753-4bb3-9032-4159f12f600c triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:37.176768 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.210987 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-3981b3d7-a2ff-4db7-9ede-5576f9d7a951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.212463 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-3981b3d7-a2ff-4db7-9ede-5576f9d7a951 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78 HTTP/1.1" status: 200 len: 850 time: 0.0512931 Jun 29 03:28:37.273236 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 0558a34b-8df4-4dfc-8697-50248bf4eefd, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0558a34b-8df4-4dfc-8697-50248bf4eefd,segment=NetworkSegment(15609b23-4fdf-4d18-8a48-95167c45e719),segment_id=15609b23-4fdf-4d18-8a48-95167c45e719)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:37.296360 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '0558a34b-8df4-4dfc-8697-50248bf4eefd', 'network_id': '747284db-2222-4a59-bd55-82efbc6a5748', 'port_id': '0558a34b-8df4-4dfc-8697-50248bf4eefd', 'mac_address': 'fa:16:3e:ef:24:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 212, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1e87b90-dc93-4fcf-985e-c8942feb4487', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:28:37.344927 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 44170) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:37.358893 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19218-09c4-48ad-b1b1-ca6eb28bf719 req-2c4e9f6f-3729-4967-943f-d7658747bb17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.361327 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-79e19218-09c4-48ad-b1b1-ca6eb28bf719 req-2c4e9f6f-3729-4967-943f-d7658747bb17 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a16d7e30-f69f-4058-b150-43ccbc7efc7b HTTP/1.1" status: 200 len: 917 time: 0.2868366 Jun 29 03:28:37.371884 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.382945 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.388187 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0558a34b-8df4-4dfc-8697-50248bf4eefd {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:37.393061 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-74fa87be-bb4b-47eb-a96d-7a161e515cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.413145 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da7b57-e3fa-4d77-b4dd-51f3799f2e82 req-81d227e2-ba21-49cb-a1bd-1d4af736cf94 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.420137 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-49da7b57-e3fa-4d77-b4dd-51f3799f2e82 req-81d227e2-ba21-49cb-a1bd-1d4af736cf94 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 945 time: 0.3772247 Jun 29 03:28:37.427588 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc07cc65-26d3-47d4-a992-c7719bd2a9d6 req-fe6d76c4-de32-4dc9-bf2b-17bed65e4eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.429076 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cc07cc65-26d3-47d4-a992-c7719bd2a9d6 req-fe6d76c4-de32-4dc9-bf2b-17bed65e4eef service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 1098 time: 0.3839328 Jun 29 03:28:37.453297 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-79e19218-09c4-48ad-b1b1-ca6eb28bf719 req-49ec6a4d-c488-4f92-bd98-9a953aa83979 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=166112e0-022b-4427-852b-bcecd0bbc846 HTTP/1.1" status: 200 len: 217 time: 0.0744503 Jun 29 03:28:37.464839 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-2a884598-5950-4efa-bd3e-40070fd23f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.466288 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-2a884598-5950-4efa-bd3e-40070fd23f1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=785192c7-749d-4ba0-a5e1-ac42527baabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2462828 Jun 29 03:28:37.507992 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 00dccb2b-a753-4bb3-9032-4159f12f600c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=00dccb2b-a753-4bb3-9032-4159f12f600c,segment=NetworkSegment(47a9c77b-141e-4a45-a9a8-525ef405c0fa),segment_id=47a9c77b-141e-4a45-a9a8-525ef405c0fa)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:37.517518 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.520611 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 0558a34b-8df4-4dfc-8697-50248bf4eefd, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0558a34b-8df4-4dfc-8697-50248bf4eefd,segment=NetworkSegment(15609b23-4fdf-4d18-8a48-95167c45e719),segment_id=15609b23-4fdf-4d18-8a48-95167c45e719)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:37.521523 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-92320333-f56f-4c40-b751-dde968c2ff1b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:37.543347 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19218-09c4-48ad-b1b1-ca6eb28bf719 req-69f5c838-5f06-4b84-861b-75ab98ae69e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.545119 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-79e19218-09c4-48ad-b1b1-ca6eb28bf719 req-69f5c838-5f06-4b84-861b-75ab98ae69e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b419f8dc-93fd-4a1b-bc32-b27006c69e77 HTTP/1.1" status: 200 len: 855 time: 0.0776985 Jun 29 03:28:37.557194 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.573762 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0d3222-63e7-4813-b4e8-b3b1cf45c43e req-b39729f7-9250-4940-ab79-2481cbc26471 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.575261 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1f0d3222-63e7-4813-b4e8-b3b1cf45c43e req-b39729f7-9250-4940-ab79-2481cbc26471 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.2098384 Jun 29 03:28:37.602610 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=00dccb2b-a753-4bb3-9032-4159f12f600c,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:37.610880 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:37.611440 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-32fe92e5-ecd9-4d80-8d72-5a3806275bce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:37.629042 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-49da7b57-e3fa-4d77-b4dd-51f3799f2e82 req-e72471c1-1cfc-4bc8-adee-41a753c6706a tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075269 Jun 29 03:28:37.664945 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cc07cc65-26d3-47d4-a992-c7719bd2a9d6 req-99180e4c-eb0c-485f-95cf-349b7e428b21 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113016 Jun 29 03:28:37.675274 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=0558a34b-8df4-4dfc-8697-50248bf4eefd,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:37.680020 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:37.712349 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-cdb13de5-d739-4bc4-a2c8-a99a4d70f03e service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388811 Jun 29 03:28:37.746549 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-74fa87be-bb4b-47eb-a96d-7a161e515cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.753010 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-74fa87be-bb4b-47eb-a96d-7a161e515cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.755948 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4d9ecb0d-acde-484f-abf8-b8b2da853cc0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:37.825921 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fa87be-bb4b-47eb-a96d-7a161e515cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ca8bbe-9318-48e5-8758-53f3cbf58e7c,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:37.830696 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-74fa87be-bb4b-47eb-a96d-7a161e515cad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=329b244b305e45019a1b078389e1e93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4793141 Jun 29 03:28:37.831602 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-74fa87be-bb4b-47eb-a96d-7a161e515cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:37.834068 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 44190) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:37.894566 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209604c3-1365-4956-abb3-d0ec38aa2169 req-e33259ac-e4f6-4d1d-bde5-a973836dcf26 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.896102 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-209604c3-1365-4956-abb3-d0ec38aa2169 req-e33259ac-e4f6-4d1d-bde5-a973836dcf26 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 944 time: 0.1236339 Jun 29 03:28:37.910944 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1f0d3222-63e7-4813-b4e8-b3b1cf45c43e req-834c825c-2566-44da-a53a-5823db305796 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3026879 Jun 29 03:28:37.916085 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a33d69fd-a9ea-41f8-87f0-167fc16368f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.920518 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e19218-09c4-48ad-b1b1-ca6eb28bf719 req-2a9628c8-6836-478e-a88b-63595db2fb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:37.921996 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-79e19218-09c4-48ad-b1b1-ca6eb28bf719 req-2a9628c8-6836-478e-a88b-63595db2fb85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a16d7e30-f69f-4058-b150-43ccbc7efc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3674352 Jun 29 03:28:37.947256 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a33d69fd-a9ea-41f8-87f0-167fc16368f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:37.949568 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['0558a34b-8df4-4dfc-8697-50248bf4eefd'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:28:37.989671 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-209604c3-1365-4956-abb3-d0ec38aa2169 req-56148b89-75ab-4819-92f7-26598ddde150 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831296 Jun 29 03:28:38.043250 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a33d69fd-a9ea-41f8-87f0-167fc16368f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:38.101476 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a33d69fd-a9ea-41f8-87f0-167fc16368f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:38.109096 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-a33d69fd-a9ea-41f8-87f0-167fc16368f3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f3ca8bbe-9318-48e5-8758-53f3cbf58e7c HTTP/1.1" status: 204 len: 168 time: 0.2740533 Jun 29 03:28:38.123938 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-6609e349-96ab-429f-8cf6-f747a49a00f4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:38.152607 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33d69fd-a9ea-41f8-87f0-167fc16368f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ca8bbe-9318-48e5-8758-53f3cbf58e7c,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:38.185203 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a33d69fd-a9ea-41f8-87f0-167fc16368f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:38.226959 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-79e19218-09c4-48ad-b1b1-ca6eb28bf719 req-2fc83dc0-094f-42a7-80ea-e47ae1493632 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2131567 Jun 29 03:28:38.235392 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931ee2c5-04f9-4ddb-9dc2-84a58d61280b req-eb41a7e2-1755-4798-981f-dbb95d40740b tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:38.237163 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-931ee2c5-04f9-4ddb-9dc2-84a58d61280b req-eb41a7e2-1755-4798-981f-dbb95d40740b tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1628122 Jun 29 03:28:38.362214 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-931ee2c5-04f9-4ddb-9dc2-84a58d61280b req-93b7a28c-8f5c-496f-ae17-554e27519819 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161168 Jun 29 03:28:38.438330 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-79e19218-09c4-48ad-b1b1-ca6eb28bf719 req-063370ac-4848-42d3-bc2e-b49ac924ff77 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726060 Jun 29 03:28:38.517787 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8fae9901-68ca-48c0-93f9-129f7f3e8044 req-68a9bb41-7673-4264-a261-77b3a2db178e service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5049908 Jun 29 03:28:38.537432 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b07e51-db46-45f9-9a02-9b61b39ea594 req-624a7ebb-5bda-4e03-bcc4-b2b6e7ab6b19 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:38.544443 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-70b07e51-db46-45f9-9a02-9b61b39ea594 req-624a7ebb-5bda-4e03-bcc4-b2b6e7ab6b19 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 943 time: 0.4023011 Jun 29 03:28:38.585988 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-70b07e51-db46-45f9-9a02-9b61b39ea594 req-fc21b07b-4448-437e-9dc6-7cbc6bfbd38d tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400121 Jun 29 03:28:38.646116 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671c2a54-fb55-407f-af9b-9bf1c56b4c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00dccb2b-a753-4bb3-9032-4159f12f600c'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:38.649325 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f24995a-8586-4015-a569-f201de38a433" -d '{"events": [{"server_uuid": "671c2a54-fb55-407f-af9b-9bf1c56b4c46", "name": "network-vif-plugged", "status": "completed", "tag": "00dccb2b-a753-4bb3-9032-4159f12f600c"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:38.719505 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47f281-5c7d-47bb-986c-5ed942b34740 req-4d234f94-f95e-4e2d-9aa2-be73842c7f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:38.723568 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4e47f281-5c7d-47bb-986c-5ed942b34740 req-4d234f94-f95e-4e2d-9aa2-be73842c7f41 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b4127104ef4f549c06b765167084a1&device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 1096 time: 0.0695055 Jun 29 03:28:38.740366 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee8abc21-e6b4-498f-a0f7-9b30cd8ca436 x-openstack-request-id: req-ee8abc21-e6b4-498f-a0f7-9b30cd8ca436 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:38.740747 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671c2a54-fb55-407f-af9b-9bf1c56b4c46", "name": "network-vif-plugged", "status": "completed", "tag": "00dccb2b-a753-4bb3-9032-4159f12f600c", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:38.741071 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee8abc21-e6b4-498f-a0f7-9b30cd8ca436 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:38.741531 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671c2a54-fb55-407f-af9b-9bf1c56b4c46', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00dccb2b-a753-4bb3-9032-4159f12f600c', 'code': 200} Jun 29 03:28:38.920283 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47f281-5c7d-47bb-986c-5ed942b34740 req-029a8bc2-396f-4c23-b316-0881600f131e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:38.921746 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4e47f281-5c7d-47bb-986c-5ed942b34740 req-029a8bc2-396f-4c23-b316-0881600f131e service neutron] 10.222.0.21 "GET /v2.0/networks?id=785192c7-749d-4ba0-a5e1-ac42527baabb HTTP/1.1" status: 200 len: 912 time: 0.1361315 Jun 29 03:28:38.930000 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eed185-5818-43dc-80a3-8f1f4d1b563b req-dba0439d-7d85-43bc-87ed-a5f963901599 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:38.931787 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-40eed185-5818-43dc-80a3-8f1f4d1b563b req-dba0439d-7d85-43bc-87ed-a5f963901599 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 946 time: 0.1264427 Jun 29 03:28:38.977167 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4e47f281-5c7d-47bb-986c-5ed942b34740 req-bd675a60-5245-4271-bf80-44def22d34bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=352c37fa-a996-4db1-9d81-27a6b89baf20 HTTP/1.1" status: 200 len: 217 time: 0.0447950 Jun 29 03:28:39.001909 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 0558a34b-8df4-4dfc-8697-50248bf4eefd up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:39.021122 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-40eed185-5818-43dc-80a3-8f1f4d1b563b req-5f8d5c0a-de3c-431b-b0aa-b35f9e386924 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812337 Jun 29 03:28:39.123741 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 0558a34b-8df4-4dfc-8697-50248bf4eefd completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:39.128146 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 0558a34b-8df4-4dfc-8697-50248bf4eefd triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:39.128730 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:39.130136 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47f281-5c7d-47bb-986c-5ed942b34740 req-2fea142e-f4a7-41e4-86fe-0cb5344f52e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:39.133264 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4e47f281-5c7d-47bb-986c-5ed942b34740 req-2fea142e-f4a7-41e4-86fe-0cb5344f52e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78 HTTP/1.1" status: 200 len: 850 time: 0.1094434 Jun 29 03:28:39.142168 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60313681-24a2-47f5-9808-74a68b834849 req-d4d86ef2-f9c1-4a59-89dd-0d2cc46824a9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:39.149040 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-60313681-24a2-47f5-9808-74a68b834849 req-d4d86ef2-f9c1-4a59-89dd-0d2cc46824a9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0977790 Jun 29 03:28:39.200580 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-60313681-24a2-47f5-9808-74a68b834849 req-df23c31a-8e6f-4210-9657-084192018d09 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497298 Jun 29 03:28:39.224205 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:39.244421 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2229c1ee-63d8-4302-91bc-85fe94d0445f req-63799cbc-f454-4fb7-bddd-72ee1eb1db5f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:39.247305 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2229c1ee-63d8-4302-91bc-85fe94d0445f req-63799cbc-f454-4fb7-bddd-72ee1eb1db5f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 944 time: 0.0827549 Jun 29 03:28:39.262638 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 0558a34b-8df4-4dfc-8697-50248bf4eefd, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0558a34b-8df4-4dfc-8697-50248bf4eefd,segment=NetworkSegment(15609b23-4fdf-4d18-8a48-95167c45e719),segment_id=15609b23-4fdf-4d18-8a48-95167c45e719)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:39.266421 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:39.269411 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:39.301420 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2229c1ee-63d8-4302-91bc-85fe94d0445f req-3ddae9ed-4775-4ad5-8bd4-debc064be9c0 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476110 Jun 29 03:28:39.318050 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=0558a34b-8df4-4dfc-8697-50248bf4eefd,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:39.321234 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:39.546903 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bd4bc-4708-4c97-b4e3-1fddc763d8ab req-47a16826-21a6-4ba0-af49-410ee397310d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:39.548686 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c19bd4bc-4708-4c97-b4e3-1fddc763d8ab req-47a16826-21a6-4ba0-af49-410ee397310d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0636749 Jun 29 03:28:39.587133 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c19bd4bc-4708-4c97-b4e3-1fddc763d8ab req-31d61079-5ce9-4763-8c45-e6143146dbc9 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325515 Jun 29 03:28:39.772919 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16891b2-9bd6-4f9c-9045-ce8329f30003 req-6508fcd9-06ea-45d3-bec8-d4fb1ca9f472 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:39.776246 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d16891b2-9bd6-4f9c-9045-ce8329f30003 req-6508fcd9-06ea-45d3-bec8-d4fb1ca9f472 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 943 time: 0.0695636 Jun 29 03:28:39.815508 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d16891b2-9bd6-4f9c-9045-ce8329f30003 req-2b5bbac5-21de-453a-835a-957f0e96318f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355597 Jun 29 03:28:40.136959 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e47f281-5c7d-47bb-986c-5ed942b34740 req-a19a8e4d-311d-4495-b195-da29d975b13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:40.138618 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4e47f281-5c7d-47bb-986c-5ed942b34740 req-a19a8e4d-311d-4495-b195-da29d975b13d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=785192c7-749d-4ba0-a5e1-ac42527baabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1011691 Jun 29 03:28:40.233607 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 44298) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:40.251180 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4e95b-0559-41f9-9740-8ef644e21812 req-b06371b0-03ac-402f-bedc-4b1f436b2b36 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:40.252681 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f6e4e95b-0559-41f9-9740-8ef644e21812 req-b06371b0-03ac-402f-bedc-4b1f436b2b36 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 946 time: 0.0901790 Jun 29 03:28:40.298842 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f6e4e95b-0559-41f9-9740-8ef644e21812 req-65309ac1-e50e-4674-904b-fdc90404c91d tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402918 Jun 29 03:28:40.407153 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1b03cdd1-18eb-43be-90bf-529f6e42c157 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.451722 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850bd85f-2eba-4c2d-9819-9c1b2cfd0af4 req-9e917d58-69da-4931-89ee-b207722486e7 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:40.453396 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-850bd85f-2eba-4c2d-9819-9c1b2cfd0af4 req-9e917d58-69da-4931-89ee-b207722486e7 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.1082993 Jun 29 03:28:40.495219 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf134e95-87ba-43df-9c12-97aef9a3cf7a req-be08170d-f016-4500-b0c6-68a1435d8103 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:40.500336 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf134e95-87ba-43df-9c12-97aef9a3cf7a req-be08170d-f016-4500-b0c6-68a1435d8103 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0742149 Jun 29 03:28:40.518460 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-850bd85f-2eba-4c2d-9819-9c1b2cfd0af4 req-648a6a67-e4ef-4b96-a4e9-70a3e3f35789 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562854 Jun 29 03:28:40.559622 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf134e95-87ba-43df-9c12-97aef9a3cf7a req-002904e5-85da-440a-b730-76f5c3a432d3 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451765 Jun 29 03:28:40.564999 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1b03cdd1-18eb-43be-90bf-529f6e42c157 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.569032 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1b03cdd1-18eb-43be-90bf-529f6e42c157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.572672 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:40.610291 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-1b03cdd1-18eb-43be-90bf-529f6e42c157 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49af1880cb5441acaf90a024e37344b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3751066 Jun 29 03:28:40.611167 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b03cdd1-18eb-43be-90bf-529f6e42c157 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25792d8b-2577-481b-ad52-c31a0bb07a6b,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:40.612544 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 44316) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:40.614771 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-1b03cdd1-18eb-43be-90bf-529f6e42c157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:40.635186 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 44318) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:40.665538 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e00224d3-504f-4a31-96cb-760da7ed1b92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.687994 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e00224d3-504f-4a31-96cb-760da7ed1b92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.742635 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4700abd-fce5-459c-9adc-d05fb98a1338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0558a34b-8df4-4dfc-8697-50248bf4eefd'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:40.745617 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-168f40e6-781c-4321-8e44-94d4eed8d71c" -d '{"events": [{"server_uuid": "f4700abd-fce5-459c-9adc-d05fb98a1338", "name": "network-vif-plugged", "status": "completed", "tag": "0558a34b-8df4-4dfc-8697-50248bf4eefd"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:40.747032 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ab344ef0-6808-4d8d-b180-b48b69b2cbbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.783702 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525fb3cf-d6bb-4663-92eb-b6b7da93dd57 req-2e86ba6d-b8a0-4631-b728-5941aa7774ad tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:40.784749 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8634e118-5b7f-4683-b52e-15aff0ed50fa x-openstack-request-id: req-8634e118-5b7f-4683-b52e-15aff0ed50fa {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:40.785117 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4700abd-fce5-459c-9adc-d05fb98a1338", "name": "network-vif-plugged", "status": "completed", "tag": "0558a34b-8df4-4dfc-8697-50248bf4eefd", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:40.785317 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-525fb3cf-d6bb-4663-92eb-b6b7da93dd57 req-2e86ba6d-b8a0-4631-b728-5941aa7774ad tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0828192 Jun 29 03:28:40.785491 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8634e118-5b7f-4683-b52e-15aff0ed50fa {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:40.785960 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4700abd-fce5-459c-9adc-d05fb98a1338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0558a34b-8df4-4dfc-8697-50248bf4eefd', 'code': 200} Jun 29 03:28:40.798947 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e00224d3-504f-4a31-96cb-760da7ed1b92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.807642 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e00224d3-504f-4a31-96cb-760da7ed1b92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.808782 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e00224d3-504f-4a31-96cb-760da7ed1b92 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25792d8b-2577-481b-ad52-c31a0bb07a6b HTTP/1.1" status: 204 len: 168 time: 0.1951344 Jun 29 03:28:40.811200 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0849589b-3a58-4479-a21f-913d6e94c56f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:40.822980 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00224d3-504f-4a31-96cb-760da7ed1b92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25792d8b-2577-481b-ad52-c31a0bb07a6b,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:40.830160 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e00224d3-504f-4a31-96cb-760da7ed1b92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:40.848562 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-525fb3cf-d6bb-4663-92eb-b6b7da93dd57 req-b62c9d85-bb24-4929-92f7-a5f151d83fef tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572231 Jun 29 03:28:40.877277 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ab344ef0-6808-4d8d-b180-b48b69b2cbbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.881814 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ab344ef0-6808-4d8d-b180-b48b69b2cbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:40.885287 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:40.924080 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-ab344ef0-6808-4d8d-b180-b48b69b2cbbd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4110e02cca1849f5858b0e85c370145c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2876236 Jun 29 03:28:40.924892 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab344ef0-6808-4d8d-b180-b48b69b2cbbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bab42cbc-6cde-4c63-8d3a-2f28e7a69f54,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:40.926688 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 44330) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:40.928454 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ab344ef0-6808-4d8d-b180-b48b69b2cbbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:40.988526 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-11e9cb04-5e95-48fc-9645-ea8df7d13918 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.011959 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-11e9cb04-5e95-48fc-9645-ea8df7d13918 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.023813 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc76409c-c07f-4e99-801e-2755182befec req-1d2ae779-e893-4b5e-a8ca-3a73559425a5 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:41.025417 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bc76409c-c07f-4e99-801e-2755182befec req-1d2ae779-e893-4b5e-a8ca-3a73559425a5 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 943 time: 0.0693223 Jun 29 03:28:41.062270 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-11e9cb04-5e95-48fc-9645-ea8df7d13918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.066272 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-11e9cb04-5e95-48fc-9645-ea8df7d13918 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.067822 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-11e9cb04-5e95-48fc-9645-ea8df7d13918 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bab42cbc-6cde-4c63-8d3a-2f28e7a69f54 HTTP/1.1" status: 204 len: 168 time: 0.1399560 Jun 29 03:28:41.069092 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:41.075751 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bc76409c-c07f-4e99-801e-2755182befec req-e167ff60-6021-4dd5-ba06-9b547e1e56ef tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437405 Jun 29 03:28:41.081837 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e9cb04-5e95-48fc-9645-ea8df7d13918 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bab42cbc-6cde-4c63-8d3a-2f28e7a69f54,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:41.086140 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-11e9cb04-5e95-48fc-9645-ea8df7d13918 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:41.137164 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 44336) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:41.151579 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c12d5e37-62c7-40d2-b67e-af2b1457d53b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.243069 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c12d5e37-62c7-40d2-b67e-af2b1457d53b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.247827 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c12d5e37-62c7-40d2-b67e-af2b1457d53b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.252147 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ab344ef0-6808-4d8d-b180-b48b69b2cbbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:41.288190 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-c12d5e37-62c7-40d2-b67e-af2b1457d53b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a1c83e64edb476cb7f594bde71c269b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1497824 Jun 29 03:28:41.289257 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12d5e37-62c7-40d2-b67e-af2b1457d53b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc63742-08ce-49a3-9300-7637de603fe2,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:41.290780 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 44340) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:41.298919 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c12d5e37-62c7-40d2-b67e-af2b1457d53b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:41.343102 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-031c43ae-5443-412e-9192-261ad105bc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.366108 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-031c43ae-5443-412e-9192-261ad105bc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.416648 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 44344) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:41.423353 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-031c43ae-5443-412e-9192-261ad105bc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.430864 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-7a26ec37-5dff-4f36-ab96-6e0a824f5caf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.441897 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-031c43ae-5443-412e-9192-261ad105bc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.443010 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-031c43ae-5443-412e-9192-261ad105bc85 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6dc63742-08ce-49a3-9300-7637de603fe2 HTTP/1.1" status: 204 len: 168 time: 0.1504507 Jun 29 03:28:41.443854 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:41.453697 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031c43ae-5443-412e-9192-261ad105bc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc63742-08ce-49a3-9300-7637de603fe2,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:41.461836 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-031c43ae-5443-412e-9192-261ad105bc85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:41.503950 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edb4eab-528f-4019-b87c-4783b95da6ec req-79753426-04b9-4891-ae81-1eb65cbd5fb3 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:41.505441 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0edb4eab-528f-4019-b87c-4783b95da6ec req-79753426-04b9-4891-ae81-1eb65cbd5fb3 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 946 time: 0.0946488 Jun 29 03:28:41.531419 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-7a26ec37-5dff-4f36-ab96-6e0a824f5caf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.535978 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-7a26ec37-5dff-4f36-ab96-6e0a824f5caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.540045 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:41.547795 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0edb4eab-528f-4019-b87c-4783b95da6ec req-a7f99b57-52ce-4bb1-b30d-bfd4d7545b58 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357246 Jun 29 03:28:41.583281 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-7a26ec37-5dff-4f36-ab96-6e0a824f5caf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3c31a76d1e04ac782354e53c69a513c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1579249 Jun 29 03:28:41.583281 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 44352) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:41.585359 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26ec37-5dff-4f36-ab96-6e0a824f5caf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=225cfcb8-a1ea-4f4e-89b4-2e50bb5b9893,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:41.597694 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-7a26ec37-5dff-4f36-ab96-6e0a824f5caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:41.637847 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-7a222550-0573-4b44-af91-88989e6cff5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.661316 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-7a222550-0573-4b44-af91-88989e6cff5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.769031 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58c1596-c7e1-4a84-b48b-edf711367600 req-4e2f0964-4240-4d5a-ae72-cf5b0248d26f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:41.770528 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b58c1596-c7e1-4a84-b48b-edf711367600 req-4e2f0964-4240-4d5a-ae72-cf5b0248d26f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0737991 Jun 29 03:28:41.772964 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aaaaa9-9dad-4f87-9b74-382c1a1005e9 req-15215fe6-dfe4-4338-a43d-23169d519205 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:41.774454 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-84aaaaa9-9dad-4f87-9b74-382c1a1005e9 req-15215fe6-dfe4-4338-a43d-23169d519205 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0912662 Jun 29 03:28:41.775615 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-7a222550-0573-4b44-af91-88989e6cff5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.778168 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-7a222550-0573-4b44-af91-88989e6cff5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:41.781877 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-7a222550-0573-4b44-af91-88989e6cff5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/225cfcb8-a1ea-4f4e-89b4-2e50bb5b9893 HTTP/1.1" status: 204 len: 168 time: 0.2024784 Jun 29 03:28:41.783805 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:41.792296 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a222550-0573-4b44-af91-88989e6cff5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=225cfcb8-a1ea-4f4e-89b4-2e50bb5b9893,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:41.799568 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-7a222550-0573-4b44-af91-88989e6cff5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:41.819613 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b58c1596-c7e1-4a84-b48b-edf711367600 req-d46ac627-103f-4b2e-a7ea-9a36f09c544e tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385773 Jun 29 03:28:41.831172 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-84aaaaa9-9dad-4f87-9b74-382c1a1005e9 req-c2f4ec12-deeb-4391-b2cd-819bc88edb83 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481799 Jun 29 03:28:41.841291 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 166112e0-022b-4427-852b-bcecd0bbc846 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:28:41.885992 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:42.054065 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 166112e0-022b-4427-852b-bcecd0bbc846, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=166112e0-022b-4427-852b-bcecd0bbc846,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:42.082553 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '166112e0-022b-4427-852b-bcecd0bbc846', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'port_id': '166112e0-022b-4427-852b-bcecd0bbc846', 'mac_address': 'fa:16:3e:23:9d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:28:42.089957 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4e47f281-5c7d-47bb-986c-5ed942b34740 req-d0540b45-1f69-425a-92b3-31e4f893275d service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896324 Jun 29 03:28:42.145897 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225728a3-f89c-4ce3-bd6c-367c87d2e353 req-abd8da42-2a57-4ae1-aaae-d7be0b08abb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:42.147417 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-225728a3-f89c-4ce3-bd6c-367c87d2e353 req-abd8da42-2a57-4ae1-aaae-d7be0b08abb4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 1099 time: 0.2492709 Jun 29 03:28:42.173100 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:42.207506 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166112e0-022b-4427-852b-bcecd0bbc846 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:42.265945 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 166112e0-022b-4427-852b-bcecd0bbc846, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=166112e0-022b-4427-852b-bcecd0bbc846,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:42.280194 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:42.285078 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5cfb2dfe-6bff-4936-abc9-18c689460f3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:42.321758 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4e47f281-5c7d-47bb-986c-5ed942b34740 req-ccaa0b3a-119c-4748-ae7e-8589b6bb4913 service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2229965 Jun 29 03:28:42.332062 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494cf270-3e85-436a-9359-adfa36b48c0a req-9ba8e44a-f130-4d47-8931-d8857164e4ba tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:42.334238 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-494cf270-3e85-436a-9359-adfa36b48c0a req-9ba8e44a-f130-4d47-8931-d8857164e4ba tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 945 time: 0.2843697 Jun 29 03:28:42.336490 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-225728a3-f89c-4ce3-bd6c-367c87d2e353 req-6e0a7529-74d8-4c6b-aec4-9fc9eb0e7360 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754732 Jun 29 03:28:42.394176 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=166112e0-022b-4427-852b-bcecd0bbc846,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:42.399544 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:42.414369 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-494cf270-3e85-436a-9359-adfa36b48c0a req-b77d1595-dda0-4f8f-893e-bbb04cda9287 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740986 Jun 29 03:28:42.429581 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c92f1e-df1a-4656-96a4-6018ec23fac8 req-08bf7bea-e60b-4a27-b7d5-4a4e9a4d6377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:42.431105 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-71c92f1e-df1a-4656-96a4-6018ec23fac8 req-08bf7bea-e60b-4a27-b7d5-4a4e9a4d6377 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 1098 time: 0.1464949 Jun 29 03:28:42.452777 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2077688-69ad-4d47-b541-5dc258a54eac req-dacad7df-9863-4ba0-847d-eb8390f9ed83 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:42.454251 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e2077688-69ad-4d47-b541-5dc258a54eac req-dacad7df-9863-4ba0-847d-eb8390f9ed83 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 943 time: 0.1052005 Jun 29 03:28:42.497284 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e2077688-69ad-4d47-b541-5dc258a54eac req-51ae692a-bc9c-46a4-9568-70012215c7ae tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370736 Jun 29 03:28:42.618525 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['166112e0-022b-4427-852b-bcecd0bbc846'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:28:42.680713 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-71c92f1e-df1a-4656-96a4-6018ec23fac8 req-ca97fdd4-b8a6-4429-9eb4-df522be3a593 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494397 Jun 29 03:28:42.760674 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146240a-0db9-48f1-8adf-44bdb95cdb8c req-3b7a1692-efaa-4cac-81c2-29f0a4e39aaa tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:42.762641 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e146240a-0db9-48f1-8adf-44bdb95cdb8c req-3b7a1692-efaa-4cac-81c2-29f0a4e39aaa tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 946 time: 0.0776112 Jun 29 03:28:42.811113 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e146240a-0db9-48f1-8adf-44bdb95cdb8c req-90156e95-76e5-4bc8-b6af-8e3bd7617722 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416100 Jun 29 03:28:43.088984 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149df14b-51d9-4817-b5ef-b562ed1fb4da req-7ab3fd65-42ca-48c4-b44a-26669d624970 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:43.091332 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb245b9-941a-40f6-9d2e-f4302941841c req-eba2cac7-dbbd-4ba5-a230-4264318daa00 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:43.099996 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-149df14b-51d9-4817-b5ef-b562ed1fb4da req-7ab3fd65-42ca-48c4-b44a-26669d624970 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.1429157 Jun 29 03:28:43.102484 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7bb245b9-941a-40f6-9d2e-f4302941841c req-eba2cac7-dbbd-4ba5-a230-4264318daa00 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 944 time: 0.1082549 Jun 29 03:28:43.163377 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7bb245b9-941a-40f6-9d2e-f4302941841c req-10bba81c-bc33-4ea6-86b0-d36bb261cf45 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600388 Jun 29 03:28:43.172009 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-149df14b-51d9-4817-b5ef-b562ed1fb4da req-2cb26fe1-6684-4638-ba82-aefe28ec94ac tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710981 Jun 29 03:28:43.549550 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 44456) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:43.628288 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9faab7-1efd-4e5e-8090-17a69afff46a req-f067bbd7-5f59-421a-8004-91796dda052e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:43.635442 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-af9faab7-1efd-4e5e-8090-17a69afff46a req-f067bbd7-5f59-421a-8004-91796dda052e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 945 time: 0.1140292 Jun 29 03:28:43.672949 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-af9faab7-1efd-4e5e-8090-17a69afff46a req-1bdf0b6d-494b-4134-b48b-689b8889660a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365207 Jun 29 03:28:43.724461 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7d408-b3ee-4c1f-b43c-9b69695016c4 req-6941d811-b9bb-4308-9367-c1c4e4fbabf2 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:43.726897 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-84d7d408-b3ee-4c1f-b43c-9b69695016c4 req-6941d811-b9bb-4308-9367-c1c4e4fbabf2 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 943 time: 0.0908761 Jun 29 03:28:43.783754 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-84d7d408-b3ee-4c1f-b43c-9b69695016c4 req-f2a6beaa-639a-4a54-adbd-6164fa65bdfc tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482721 Jun 29 03:28:43.838082 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-227af147-2ae8-44c4-a161-0a261e58297a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:44.014828 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-227af147-2ae8-44c4-a161-0a261e58297a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:44.046174 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-227af147-2ae8-44c4-a161-0a261e58297a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:44.052178 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:44.104014 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-227af147-2ae8-44c4-a161-0a261e58297a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38040955ec7b4085a4fa45f9daf6bd6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5513096 Jun 29 03:28:44.106530 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 44472) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:44.111756 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceaae23-5503-42a1-9cff-63268ec76ec8 req-44672b4f-6ed0-42f6-9370-68de9ccc16fb tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:44.113239 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4ceaae23-5503-42a1-9cff-63268ec76ec8 req-44672b4f-6ed0-42f6-9370-68de9ccc16fb tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 946 time: 0.1422837 Jun 29 03:28:44.114057 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227af147-2ae8-44c4-a161-0a261e58297a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5b38683-6ed7-43d0-967b-6a5b36f924f7,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:44.116926 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-227af147-2ae8-44c4-a161-0a261e58297a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:44.156600 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4ceaae23-5503-42a1-9cff-63268ec76ec8 req-55051f00-4689-440d-8c28-15f7d14e325c tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355034 Jun 29 03:28:44.174580 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-24c2a857-bd6e-44df-8c8f-d768d8556172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:44.194706 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-24c2a857-bd6e-44df-8c8f-d768d8556172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:44.237101 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:28:44.249230 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-24c2a857-bd6e-44df-8c8f-d768d8556172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:44.252720 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-24c2a857-bd6e-44df-8c8f-d768d8556172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:44.254223 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-24c2a857-bd6e-44df-8c8f-d768d8556172 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a5b38683-6ed7-43d0-967b-6a5b36f924f7 HTTP/1.1" status: 204 len: 168 time: 0.1466322 Jun 29 03:28:44.265265 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2eed71c2-55d0-4ddb-acff-8d014a2e728b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:44.282478 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c2a857-bd6e-44df-8c8f-d768d8556172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5b38683-6ed7-43d0-967b-6a5b36f924f7,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:44.284931 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-24c2a857-bd6e-44df-8c8f-d768d8556172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:44.415084 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4bab2c-04ec-4845-8721-12822ca8f1de req-da452505-ddc8-438e-ae37-73ec940bc474 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:44.422693 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7b4bab2c-04ec-4845-8721-12822ca8f1de req-da452505-ddc8-438e-ae37-73ec940bc474 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0943484 Jun 29 03:28:44.433721 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6c58dd-3e10-489e-ad7b-1fe1a888895f req-515ced36-c8b2-4225-bf2a-3646f051d646 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:44.435955 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ce6c58dd-3e10-489e-ad7b-1fe1a888895f req-515ced36-c8b2-4225-bf2a-3646f051d646 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 944 time: 0.1025314 Jun 29 03:28:44.472589 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7b4bab2c-04ec-4845-8721-12822ca8f1de req-2f1e5996-4877-4018-aa9f-fb730fbee853 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486190 Jun 29 03:28:44.488601 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ce6c58dd-3e10-489e-ad7b-1fe1a888895f req-5b8b2f7a-426a-4f24-9762-6fff51a370d6 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437720 Jun 29 03:28:44.980956 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491855bf-6868-40cf-a0a9-72f071078209 req-ad2e56a0-7136-45a9-b7ec-119989bfb130 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:44.983284 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-491855bf-6868-40cf-a0a9-72f071078209 req-ad2e56a0-7136-45a9-b7ec-119989bfb130 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 943 time: 0.0761740 Jun 29 03:28:45.038771 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 352c37fa-a996-4db1-9d81-27a6b89baf20 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:28:45.048434 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 166112e0-022b-4427-852b-bcecd0bbc846 up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:45.052765 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-491855bf-6868-40cf-a0a9-72f071078209 req-fb6cba65-7eaa-4552-a669-5f9d3c16195e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587990 Jun 29 03:28:45.165724 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 166112e0-022b-4427-852b-bcecd0bbc846 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:45.187167 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 166112e0-022b-4427-852b-bcecd0bbc846 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:45.187627 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:45.234174 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 352c37fa-a996-4db1-9d81-27a6b89baf20, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=352c37fa-a996-4db1-9d81-27a6b89baf20,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:45.252217 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '352c37fa-a996-4db1-9d81-27a6b89baf20', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'port_id': '352c37fa-a996-4db1-9d81-27a6b89baf20', 'mac_address': 'fa:16:3e:e7:8a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:28:45.304105 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:45.319177 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 352c37fa-a996-4db1-9d81-27a6b89baf20 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:28:45.370133 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 352c37fa-a996-4db1-9d81-27a6b89baf20, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=352c37fa-a996-4db1-9d81-27a6b89baf20,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:45.380888 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:45.384857 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:45.447215 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:45.460055 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=352c37fa-a996-4db1-9d81-27a6b89baf20,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:45.468927 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:45.483813 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166112e0-022b-4427-852b-bcecd0bbc846'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:45.486120 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6ee4d6e-b5da-42b9-94ed-002d1c5e7029" -d '{"events": [{"server_uuid": "42559f12-db01-4f1f-bc4c-e8d7c2bce059", "name": "network-vif-plugged", "status": "completed", "tag": "166112e0-022b-4427-852b-bcecd0bbc846"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:45.492742 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3152d3e-1652-4b4e-9a42-c1dd2625b195 req-1d724a86-6393-48a5-9069-7cc8c5ad7a28 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:45.494501 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f3152d3e-1652-4b4e-9a42-c1dd2625b195 req-1d724a86-6393-48a5-9069-7cc8c5ad7a28 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 946 time: 0.0861163 Jun 29 03:28:45.507952 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 166112e0-022b-4427-852b-bcecd0bbc846, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=166112e0-022b-4427-852b-bcecd0bbc846,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:45.516577 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:45.518704 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:45.548667 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f3152d3e-1652-4b4e-9a42-c1dd2625b195 req-e388faa9-55cc-4693-9820-5d3945926a94 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466650 Jun 29 03:28:45.587142 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=166112e0-022b-4427-852b-bcecd0bbc846,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:45.590754 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:45.610343 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16006573-4fed-4458-90fc-acf761cf0715 x-openstack-request-id: req-16006573-4fed-4458-90fc-acf761cf0715 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:45.610640 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42559f12-db01-4f1f-bc4c-e8d7c2bce059", "name": "network-vif-plugged", "status": "completed", "tag": "166112e0-022b-4427-852b-bcecd0bbc846", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:45.610899 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16006573-4fed-4458-90fc-acf761cf0715 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:45.611296 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166112e0-022b-4427-852b-bcecd0bbc846', 'code': 200} Jun 29 03:28:45.660493 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0b9f9a67-eda2-4799-898c-eeeca0848abb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:45.775334 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['352c37fa-a996-4db1-9d81-27a6b89baf20'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:28:45.896650 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9ee3b4-43cb-464c-bbdb-d756f2ee3964 req-6895a3a2-6a52-4cba-9d41-1881b8a74003 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:45.912900 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5c9ee3b4-43cb-464c-bbdb-d756f2ee3964 req-6895a3a2-6a52-4cba-9d41-1881b8a74003 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.1922524 Jun 29 03:28:45.925652 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae04a4a-4f5e-46be-a2f6-b32d0a7ac9b8 req-73c013ef-f57d-4c93-8160-60a3f346ce87 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:45.939939 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9ae04a4a-4f5e-46be-a2f6-b32d0a7ac9b8 req-73c013ef-f57d-4c93-8160-60a3f346ce87 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.1164382 Jun 29 03:28:46.000875 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9ae04a4a-4f5e-46be-a2f6-b32d0a7ac9b8 req-1825cd62-e67b-4a60-82cb-41ba893d20f6 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555429 Jun 29 03:28:46.029936 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5c9ee3b4-43cb-464c-bbdb-d756f2ee3964 req-ebe73402-b650-4cb8-8347-e2aff4f5d673 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110966 Jun 29 03:28:46.109670 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d18e544-b355-4fcf-924e-a4534a971b2a req-0e39c391-8d2a-4571-a34a-580c150aa1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:46.112858 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d18e544-b355-4fcf-924e-a4534a971b2a req-0e39c391-8d2a-4571-a34a-580c150aa1ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 1098 time: 0.0996375 Jun 29 03:28:46.133577 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 44590) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:46.207251 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d18e544-b355-4fcf-924e-a4534a971b2a req-a2d48d0b-bb71-46bd-83f6-beaac0720f3d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858872 Jun 29 03:28:46.316069 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ebd43366-0acb-4a97-88d1-ebc20edd6264 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.379997 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3dfdd-e7c2-4c01-b6d3-3e9aa3498703 req-b0e25e01-86ac-4e0e-8bc2-d1c663514b88 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:46.381480 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b7c3dfdd-e7c2-4c01-b6d3-3e9aa3498703 req-b0e25e01-86ac-4e0e-8bc2-d1c663514b88 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 944 time: 0.1139305 Jun 29 03:28:46.456205 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b7c3dfdd-e7c2-4c01-b6d3-3e9aa3498703 req-8601c852-f032-455e-83f6-554bec3c2490 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683303 Jun 29 03:28:46.507179 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ebd43366-0acb-4a97-88d1-ebc20edd6264 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.515444 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ebd43366-0acb-4a97-88d1-ebc20edd6264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.517893 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8dea2a5a-00a9-409e-844c-4dc2db4957f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:46.556200 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ebd43366-0acb-4a97-88d1-ebc20edd6264 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d7a706dbfc6454eba763be8034de1de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4215164 Jun 29 03:28:46.557077 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd43366-0acb-4a97-88d1-ebc20edd6264 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7292a2-1f47-47fb-bd06-37d00309f569,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:46.558796 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 44616) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:46.560201 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ebd43366-0acb-4a97-88d1-ebc20edd6264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:46.629177 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-bf367ed2-e39b-423f-bcc6-b282cc67d3ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.657088 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-bf367ed2-e39b-423f-bcc6-b282cc67d3ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.736710 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-bf367ed2-e39b-423f-bcc6-b282cc67d3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.740153 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-bf367ed2-e39b-423f-bcc6-b282cc67d3ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:46.759250 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-bf367ed2-e39b-423f-bcc6-b282cc67d3ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1a7292a2-1f47-47fb-bd06-37d00309f569 HTTP/1.1" status: 204 len: 168 time: 0.1990559 Jun 29 03:28:46.761616 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:46.818626 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf367ed2-e39b-423f-bcc6-b282cc67d3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7292a2-1f47-47fb-bd06-37d00309f569,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:46.821873 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-bf367ed2-e39b-423f-bcc6-b282cc67d3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:46.828435 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adec9e-51f2-4edb-9325-4bb81fb6303c req-fac02de1-79c3-4498-a67b-be638aecf47a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:46.830283 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-02adec9e-51f2-4edb-9325-4bb81fb6303c req-fac02de1-79c3-4498-a67b-be638aecf47a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0923157 Jun 29 03:28:46.842658 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 44628) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:46.881416 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859c756-4e59-498d-befc-19da74d80159 req-9a732d68-14f4-4bbb-ad0f-9d1c0032eb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:46.883172 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c859c756-4e59-498d-befc-19da74d80159 req-9a732d68-14f4-4bbb-ad0f-9d1c0032eb53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8a3ca31ac434da497a3b6b2dc4e4d35&device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 1098 time: 0.1224785 Jun 29 03:28:46.910592 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-02adec9e-51f2-4edb-9325-4bb81fb6303c req-db70dae9-3103-411d-bc0f-aff85687329b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744307 Jun 29 03:28:47.025493 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859c756-4e59-498d-befc-19da74d80159 req-952d90fa-0d05-4322-af2f-3fb206723003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:47.027056 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c859c756-4e59-498d-befc-19da74d80159 req-952d90fa-0d05-4322-af2f-3fb206723003 service neutron] 10.222.0.21 "GET /v2.0/networks?id=747284db-2222-4a59-bd55-82efbc6a5748 HTTP/1.1" status: 200 len: 919 time: 0.1324053 Jun 29 03:28:47.056387 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 352c37fa-a996-4db1-9d81-27a6b89baf20 up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:28:47.086434 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c859c756-4e59-498d-befc-19da74d80159 req-3990a471-6fee-4939-8e3b-34d4d2a9b86d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0558a34b-8df4-4dfc-8697-50248bf4eefd HTTP/1.1" status: 200 len: 217 time: 0.0465655 Jun 29 03:28:47.132578 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 352c37fa-a996-4db1-9d81-27a6b89baf20 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:28:47.139312 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 352c37fa-a996-4db1-9d81-27a6b89baf20 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:28:47.140669 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.147244 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c859c756-4e59-498d-befc-19da74d80159 req-ff207415-49c5-448e-91b5-0b157a6021bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:47.148856 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c859c756-4e59-498d-befc-19da74d80159 req-ff207415-49c5-448e-91b5-0b157a6021bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1e87b90-dc93-4fcf-985e-c8942feb4487 HTTP/1.1" status: 200 len: 858 time: 0.0541170 Jun 29 03:28:47.192118 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c859c756-4e59-498d-befc-19da74d80159 req-5b030ba7-da7b-4448-b690-a57556f88e1f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=747284db-2222-4a59-bd55-82efbc6a5748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300052 Jun 29 03:28:47.230263 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3f58-7434-4b9b-8dd3-3e7594536565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.235183 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.281475 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 352c37fa-a996-4db1-9d81-27a6b89baf20, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=352c37fa-a996-4db1-9d81-27a6b89baf20,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:28:47.286433 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.299800 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:47.372329 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=352c37fa-a996-4db1-9d81-27a6b89baf20,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:47.376849 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:47.402373 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c859c756-4e59-498d-befc-19da74d80159 req-54f02a5a-6155-4ef8-8740-639839cf39b7 service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731882 Jun 29 03:28:47.417571 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e61ddc8-5e4d-471b-952e-4e3ffaf08f21 req-4d2e145b-b907-414e-9963-8130be064112 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:47.419006 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5e61ddc8-5e4d-471b-952e-4e3ffaf08f21 req-4d2e145b-b907-414e-9963-8130be064112 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.2295046 Jun 29 03:28:47.538414 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5e61ddc8-5e4d-471b-952e-4e3ffaf08f21 req-e62182f7-c8eb-42f2-adf4-e673da30a30e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059413 Jun 29 03:28:47.579940 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3f58-7434-4b9b-8dd3-3e7594536565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.584443 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c859c756-4e59-498d-befc-19da74d80159 req-4c022915-4700-446e-8e6a-59a5345dc2fc service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608744 Jun 29 03:28:47.585468 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9f2f3f58-7434-4b9b-8dd3-3e7594536565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.587738 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a33d69fd-a9ea-41f8-87f0-167fc16368f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:47.613148 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68afa19f-5a80-476f-b160-25c7a59d98f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352c37fa-a996-4db1-9d81-27a6b89baf20'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:47.616151 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca694c1c-b6b2-4eee-835a-9b42b1fd322d" -d '{"events": [{"server_uuid": "68afa19f-5a80-476f-b160-25c7a59d98f9", "name": "network-vif-plugged", "status": "completed", "tag": "352c37fa-a996-4db1-9d81-27a6b89baf20"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:47.624620 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f3f58-7434-4b9b-8dd3-3e7594536565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c53d0a-42b3-418d-8655-1773d1b13ca1,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:47.632310 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-9f2f3f58-7434-4b9b-8dd3-3e7594536565 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad1fe9a2bbd7456f8ac9137c584ec00b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7860363 Jun 29 03:28:47.632749 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 44668) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:47.634632 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9f2f3f58-7434-4b9b-8dd3-3e7594536565 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:47.696055 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5782d1ac-a5a6-48a1-be74-d744d6946952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.723042 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5782d1ac-a5a6-48a1-be74-d744d6946952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.735789 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c01e306-e26b-41a7-8951-e394de686eb5 req-910b6c9c-568b-45a7-8e40-9c9a1e19853f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:47.738377 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9c01e306-e26b-41a7-8951-e394de686eb5 req-910b6c9c-568b-45a7-8e40-9c9a1e19853f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0859368 Jun 29 03:28:47.788309 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5782d1ac-a5a6-48a1-be74-d744d6946952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.791338 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5782d1ac-a5a6-48a1-be74-d744d6946952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:47.792699 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-5782d1ac-a5a6-48a1-be74-d744d6946952 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/09c53d0a-42b3-418d-8655-1773d1b13ca1 HTTP/1.1" status: 204 len: 168 time: 0.1588960 Jun 29 03:28:47.793814 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-031c43ae-5443-412e-9192-261ad105bc85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:47.814935 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5782d1ac-a5a6-48a1-be74-d744d6946952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c53d0a-42b3-418d-8655-1773d1b13ca1,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:47.817309 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5782d1ac-a5a6-48a1-be74-d744d6946952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:47.829017 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9c01e306-e26b-41a7-8951-e394de686eb5 req-8610d13b-e153-44cd-a0bd-5cf597e52b02 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837941 Jun 29 03:28:47.908337 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35846cd-e601-43a3-86da-cc8ab0c43ad1 x-openstack-request-id: req-a35846cd-e601-43a3-86da-cc8ab0c43ad1 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:47.908337 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68afa19f-5a80-476f-b160-25c7a59d98f9", "name": "network-vif-plugged", "status": "completed", "tag": "352c37fa-a996-4db1-9d81-27a6b89baf20", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:47.908689 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a35846cd-e601-43a3-86da-cc8ab0c43ad1 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:47.908973 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68afa19f-5a80-476f-b160-25c7a59d98f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '352c37fa-a996-4db1-9d81-27a6b89baf20', 'code': 200} Jun 29 03:28:48.166429 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2411f6f4-ce0e-4079-9d00-c0a90661ccb6 req-83ed442d-4916-40f8-b026-1818d12037eb tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:48.168770 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2411f6f4-ce0e-4079-9d00-c0a90661ccb6 req-83ed442d-4916-40f8-b026-1818d12037eb tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.1025767 Jun 29 03:28:48.259065 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2411f6f4-ce0e-4079-9d00-c0a90661ccb6 req-794afb9d-f2f2-48e4-9a13-7feeafbdb73b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829811 Jun 29 03:28:48.300652 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 44698) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:48.328373 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-826cdb45-bc0e-4a0b-8cb2-1cd9dd99b402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.353028 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb25f50a-6763-40e6-8d4e-6e56934d3542 req-e4394575-3ff7-47de-b589-6c7f5cdddfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:48.355630 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb25f50a-6763-40e6-8d4e-6e56934d3542 req-e4394575-3ff7-47de-b589-6c7f5cdddfa2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 1098 time: 0.1098704 Jun 29 03:28:48.405404 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb25f50a-6763-40e6-8d4e-6e56934d3542 req-046dff96-e87f-40ff-a837-91f5f3e57e09 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424881 Jun 29 03:28:48.445804 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-826cdb45-bc0e-4a0b-8cb2-1cd9dd99b402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.450618 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-826cdb45-bc0e-4a0b-8cb2-1cd9dd99b402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.464646 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ebd43366-0acb-4a97-88d1-ebc20edd6264 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:48.464817 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-28644349-6fe2-4e37-8341-a642864285b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.505672 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-826cdb45-bc0e-4a0b-8cb2-1cd9dd99b402 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4fbee27e29ca444488435277b5e9fa26&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2038107 Jun 29 03:28:48.506597 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826cdb45-bc0e-4a0b-8cb2-1cd9dd99b402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52f86ecf-f175-4c73-9461-c86be9fdedf0,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:48.508312 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 44708) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:48.517869 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-826cdb45-bc0e-4a0b-8cb2-1cd9dd99b402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:48.560980 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-dad7479d-f969-4212-ba0c-12c9083209d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.584456 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-dad7479d-f969-4212-ba0c-12c9083209d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.637724 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-dad7479d-f969-4212-ba0c-12c9083209d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.640744 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-dad7479d-f969-4212-ba0c-12c9083209d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.641947 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-dad7479d-f969-4212-ba0c-12c9083209d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/52f86ecf-f175-4c73-9461-c86be9fdedf0 HTTP/1.1" status: 204 len: 168 time: 0.1325109 Jun 29 03:28:48.642879 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:28:48.653086 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad7479d-f969-4212-ba0c-12c9083209d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52f86ecf-f175-4c73-9461-c86be9fdedf0,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:28:48.656184 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-dad7479d-f969-4212-ba0c-12c9083209d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:28:48.734152 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:48.740200 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829f53a-819f-44d4-a277-71cb52bff27a req-121753f3-552d-4f1a-8e38-b90ed486f407 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:48.742323 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7829f53a-819f-44d4-a277-71cb52bff27a req-121753f3-552d-4f1a-8e38-b90ed486f407 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.0685272 Jun 29 03:28:48.784430 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7829f53a-819f-44d4-a277-71cb52bff27a req-d2cfcaf6-27a9-44e3-b6ba-1f308432c174 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346596 Jun 29 03:28:48.989709 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d046f9-ca9a-4ca3-abe0-b9459ec96584 req-ee2d1482-836d-4dda-897b-161288cec6e5 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:48.991443 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-01d046f9-ca9a-4ca3-abe0-b9459ec96584 req-ee2d1482-836d-4dda-897b-161288cec6e5 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.0787673 Jun 29 03:28:49.001461 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 44726) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:49.006908 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-0c94a8b6-a21f-4df9-83e0-db6779a89ead tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Request body: {'floatingip': {'port_id': '166112e0-022b-4427-852b-bcecd0bbc846'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:49.060895 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b0da6e-692e-42ce-be5b-aebc996a866b req-4288991c-c6ab-4e5c-aca1-be1d12d00f87 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:49.064342 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-09b0da6e-692e-42ce-be5b-aebc996a866b req-4288991c-c6ab-4e5c-aca1-be1d12d00f87 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0848370 Jun 29 03:28:49.100413 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-09b0da6e-692e-42ce-be5b-aebc996a866b req-c874ed3b-7dd8-4192-918e-69f8e20e79a0 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321457 Jun 29 03:28:49.109436 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0c94a8b6-a21f-4df9-83e0-db6779a89ead tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for floatingip, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:49.566589 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:49.864480 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764de31f-dc22-4390-8ff9-c73eb388de92 req-4b6e18a0-96e5-4c38-9586-3259e9349dc8 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:49.865953 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-764de31f-dc22-4390-8ff9-c73eb388de92 req-4b6e18a0-96e5-4c38-9586-3259e9349dc8 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.4668827 Jun 29 03:28:49.985412 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-764de31f-dc22-4390-8ff9-c73eb388de92 req-359f6326-1bf5-49dd-a567-87c306cd482b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133134 Jun 29 03:28:50.091152 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0c94a8b6-a21f-4df9-83e0-db6779a89ead tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:50.098176 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0c94a8b6-a21f-4df9-83e0-db6779a89ead tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:50.222341 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.l3_db [None req-0c94a8b6-a21f-4df9-83e0-db6779a89ead tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Floating IP 15c4c962-ccef-4300-b2e3-1312a468223d associated. External IP: 172.27.1.95, port: 166112e0-022b-4427-852b-bcecd0bbc846. Jun 29 03:28:50.338535 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a114f855-7475-4b59-817b-713ca3d6342f req-3573a439-ef6e-4ea3-b4cc-3446b295021a tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:50.340080 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a114f855-7475-4b59-817b-713ca3d6342f req-3573a439-ef6e-4ea3-b4cc-3446b295021a tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0928426 Jun 29 03:28:50.388439 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a114f855-7475-4b59-817b-713ca3d6342f req-5b3ada7e-10f1-42fb-8f13-d497de4e53b3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395768 Jun 29 03:28:50.505416 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c94a8b6-a21f-4df9-83e0-db6779a89ead tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Router 115d0708-8872-4c08-b222-75db94f24bee has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:28:50.659529 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c94a8b6-a21f-4df9-83e0-db6779a89ead tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:28:50.664091 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0c94a8b6-a21f-4df9-83e0-db6779a89ead tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:50.672086 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0287b94-16d8-4ebc-956d-1695216db705 None None] Sync routers for ids ['115d0708-8872-4c08-b222-75db94f24bee'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:28:50.685289 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0287b94-16d8-4ebc-956d-1695216db705 None None] Routers {'115d0708-8872-4c08-b222-75db94f24bee'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:50.685903 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f0287b94-16d8-4ebc-956d-1695216db705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:28:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['115d0708-8872-4c08-b222-75db94f24bee'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:50.694073 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a4e7da-0b0f-490e-bc39-052bb25904b8 req-1be75dec-34c9-4adb-ae0d-376bdae6deb7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:50.695523 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-55a4e7da-0b0f-490e-bc39-052bb25904b8 req-1be75dec-34c9-4adb-ae0d-376bdae6deb7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.1436675 Jun 29 03:28:50.706467 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 44796) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:28:50.712383 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-8020dff4-6ff2-4189-9ba8-d4f13cdcddb9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Request body: {'floatingip': {'port_id': '352c37fa-a996-4db1-9d81-27a6b89baf20'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:28:50.746326 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-0c94a8b6-a21f-4df9-83e0-db6779a89ead tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "PUT /v2.0/floatingips/15c4c962-ccef-4300-b2e3-1312a468223d HTTP/1.1" status: 200 len: 990 time: 1.7437735 Jun 29 03:28:50.751431 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'tag': '166112e0-022b-4427-852b-bcecd0bbc846'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:50.753920 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732b519c-6db0-40c6-b867-bdcedf2976ef" -d '{"events": [{"name": "network-changed", "server_uuid": "42559f12-db01-4f1f-bc4c-e8d7c2bce059", "tag": "166112e0-022b-4427-852b-bcecd0bbc846"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:50.758618 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8020dff4-6ff2-4189-9ba8-d4f13cdcddb9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for floatingip, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:50.790635 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-f0287b94-16d8-4ebc-956d-1695216db705 None None] Set router 115d0708-8872-4c08-b222-75db94f24bee gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:50.804108 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9d03d4-8f9d-47e9-91a7-16e6f3213e2b x-openstack-request-id: req-df9d03d4-8f9d-47e9-91a7-16e6f3213e2b {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:50.804895 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42559f12-db01-4f1f-bc4c-e8d7c2bce059", "tag": "166112e0-022b-4427-852b-bcecd0bbc846", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:50.805309 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df9d03d4-8f9d-47e9-91a7-16e6f3213e2b {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:50.805849 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'tag': '166112e0-022b-4427-852b-bcecd0bbc846', 'status': 'completed', 'code': 200} Jun 29 03:28:50.826718 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:51.068090 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f0287b94-16d8-4ebc-956d-1695216db705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '15c4c962-ccef-4300-b2e3-1312a468223d', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '115d0708-8872-4c08-b222-75db94f24bee', 'port_id': '166112e0-022b-4427-852b-bcecd0bbc846', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'mac_address': 'fa:16:3e:23:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:28:27Z', 'updated_at': '2021-06-29T03:28:49Z', 'revision_number': 1, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:27Z', 'revision_number': 5, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:51.099175 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0287b94-16d8-4ebc-956d-1695216db705 None None] Checking router: 115d0708-8872-4c08-b222-75db94f24bee for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:28:51.108654 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0287b94-16d8-4ebc-956d-1695216db705 None None] Routers {'115d0708-8872-4c08-b222-75db94f24bee'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:51.109258 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f0287b94-16d8-4ebc-956d-1695216db705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:28:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['115d0708-8872-4c08-b222-75db94f24bee'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:51.212156 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-f0287b94-16d8-4ebc-956d-1695216db705 None None] Set router 115d0708-8872-4c08-b222-75db94f24bee gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:51.243951 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c627b1ee-bc17-4cb4-9fc9-ad66c6c29052 req-8d7b06e4-bdce-4d4b-a736-cba4da6716b9 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:51.245422 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c627b1ee-bc17-4cb4-9fc9-ad66c6c29052 req-8d7b06e4-bdce-4d4b-a736-cba4da6716b9 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.1375332 Jun 29 03:28:51.262473 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8020dff4-6ff2-4189-9ba8-d4f13cdcddb9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:51.272621 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8020dff4-6ff2-4189-9ba8-d4f13cdcddb9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:51.524787 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-f0287b94-16d8-4ebc-956d-1695216db705 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '15c4c962-ccef-4300-b2e3-1312a468223d', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '115d0708-8872-4c08-b222-75db94f24bee', 'port_id': '166112e0-022b-4427-852b-bcecd0bbc846', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'mac_address': 'fa:16:3e:23:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:28:27Z', 'updated_at': '2021-06-29T03:28:49Z', 'revision_number': 1, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:27Z', 'revision_number': 5, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:51.538968 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c627b1ee-bc17-4cb4-9fc9-ad66c6c29052 req-d8df18a8-4be8-4b32-ad81-57521387b500 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2866366 Jun 29 03:28:51.562614 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0287b94-16d8-4ebc-956d-1695216db705 None None] The sync data for ids ['115d0708-8872-4c08-b222-75db94f24bee'] in dv-cinder-797245-8-iscsi is: [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '15c4c962-ccef-4300-b2e3-1312a468223d', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'floating_ip_address': '172.27.1.95', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '115d0708-8872-4c08-b222-75db94f24bee', 'port_id': '166112e0-022b-4427-852b-bcecd0bbc846', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'mac_address': 'fa:16:3e:23:9d:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:28:27Z', 'updated_at': '2021-06-29T03:28:49Z', 'revision_number': 1, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:27Z', 'revision_number': 5, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:28:51.605173 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.l3_db [None req-8020dff4-6ff2-4189-9ba8-d4f13cdcddb9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Floating IP 08024bb1-289d-4629-967d-4791d1b3ccbc associated. External IP: 172.27.1.251, port: 352c37fa-a996-4db1-9d81-27a6b89baf20. Jun 29 03:28:51.774993 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc52b49-dd0c-4255-8b5c-28706f93f818 None None] New status for floating IP 15c4c962-ccef-4300-b2e3-1312a468223d: ACTIVE {{(pid=92920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:28:51.820084 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8020dff4-6ff2-4189-9ba8-d4f13cdcddb9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:28:51.926631 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8020dff4-6ff2-4189-9ba8-d4f13cdcddb9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:28:51.931015 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8020dff4-6ff2-4189-9ba8-d4f13cdcddb9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:28:51.936422 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b35f6-b890-44df-8958-a8f92364e167 None None] Sync routers for ids ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:28:51.945044 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b35f6-b890-44df-8958-a8f92364e167 None None] Routers {'53856f47-ac24-4c8b-a5ef-7d23eab957f2'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:51.945626 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-b84b35f6-b890-44df-8958-a8f92364e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:28:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:51.969257 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-8020dff4-6ff2-4189-9ba8-d4f13cdcddb9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "PUT /v2.0/floatingips/08024bb1-289d-4629-967d-4791d1b3ccbc HTTP/1.1" status: 200 len: 991 time: 1.2617521 Jun 29 03:28:52.057261 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-b84b35f6-b890-44df-8958-a8f92364e167 None None] Set router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:52.275200 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-b84b35f6-b890-44df-8958-a8f92364e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '08024bb1-289d-4629-967d-4791d1b3ccbc', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'port_id': '352c37fa-a996-4db1-9d81-27a6b89baf20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'mac_address': 'fa:16:3e:e7:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68afa19f-5a80-476f-b160-25c7a59d98f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:28:26Z', 'updated_at': '2021-06-29T03:28:51Z', 'revision_number': 1, 'project_id': '42b4127104ef4f549c06b765167084a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:24Z', 'revision_number': 5, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:52.301175 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b35f6-b890-44df-8958-a8f92364e167 None None] Checking router: 53856f47-ac24-4c8b-a5ef-7d23eab957f2 for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:28:52.309328 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84b35f6-b890-44df-8958-a8f92364e167 None None] Routers {'53856f47-ac24-4c8b-a5ef-7d23eab957f2'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:28:52.310017 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-b84b35f6-b890-44df-8958-a8f92364e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:28:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:52.413196 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-b84b35f6-b890-44df-8958-a8f92364e167 None None] Set router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:28:52.631778 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-b84b35f6-b890-44df-8958-a8f92364e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '08024bb1-289d-4629-967d-4791d1b3ccbc', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'port_id': '352c37fa-a996-4db1-9d81-27a6b89baf20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'mac_address': 'fa:16:3e:e7:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68afa19f-5a80-476f-b160-25c7a59d98f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:28:26Z', 'updated_at': '2021-06-29T03:28:51Z', 'revision_number': 1, 'project_id': '42b4127104ef4f549c06b765167084a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:24Z', 'revision_number': 5, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:28:52.658413 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b84b35f6-b890-44df-8958-a8f92364e167 None None] The sync data for ids ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'] in dv-cinder-797245-8-iscsi is: [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '08024bb1-289d-4629-967d-4791d1b3ccbc', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'floating_ip_address': '172.27.1.251', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'port_id': '352c37fa-a996-4db1-9d81-27a6b89baf20', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'mac_address': 'fa:16:3e:e7:8a:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '68afa19f-5a80-476f-b160-25c7a59d98f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:28:26Z', 'updated_at': '2021-06-29T03:28:51Z', 'revision_number': 1, 'project_id': '42b4127104ef4f549c06b765167084a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:24Z', 'revision_number': 5, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:28:52.807725 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68afa19f-5a80-476f-b160-25c7a59d98f9', 'tag': '352c37fa-a996-4db1-9d81-27a6b89baf20'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:28:52.810871 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e2af7e-a7da-4994-bd16-51fcd16b147e" -d '{"events": [{"name": "network-changed", "server_uuid": "68afa19f-5a80-476f-b160-25c7a59d98f9", "tag": "352c37fa-a996-4db1-9d81-27a6b89baf20"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:28:52.848452 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aeb08ab-10ce-4b3a-a809-b1facb0f9531 None None] New status for floating IP 08024bb1-289d-4629-967d-4791d1b3ccbc: ACTIVE {{(pid=92920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:28:53.326378 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b519c-6db0-40c6-b867-bdcedf2976ef req-1da0619d-8325-4640-8bdb-d339475b3b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:53.327830 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-732b519c-6db0-40c6-b867-bdcedf2976ef req-1da0619d-8325-4640-8bdb-d339475b3b48 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5af8f42ab554f359650a231f3bb3804&device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 1098 time: 0.0573390 Jun 29 03:28:53.455583 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b519c-6db0-40c6-b867-bdcedf2976ef req-1be0bbc3-b1dd-44b3-9a69-a8ea81600740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:53.457073 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-732b519c-6db0-40c6-b867-bdcedf2976ef req-1be0bbc3-b1dd-44b3-9a69-a8ea81600740 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a16d7e30-f69f-4058-b150-43ccbc7efc7b HTTP/1.1" status: 200 len: 917 time: 0.0906334 Jun 29 03:28:53.508599 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9c154e-2918-4c40-b331-64707bdbc1f1 req-959825de-53a7-40c2-9b9e-eae5ecdd85f8 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:53.510218 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ff9c154e-2918-4c40-b331-64707bdbc1f1 req-959825de-53a7-40c2-9b9e-eae5ecdd85f8 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0691695 Jun 29 03:28:53.533338 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267d3c2e-c445-4475-9387-e13e3f43fba2 x-openstack-request-id: req-267d3c2e-c445-4475-9387-e13e3f43fba2 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:28:53.533646 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68afa19f-5a80-476f-b160-25c7a59d98f9", "tag": "352c37fa-a996-4db1-9d81-27a6b89baf20", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:28:53.533917 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-267d3c2e-c445-4475-9387-e13e3f43fba2 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:28:53.534320 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68afa19f-5a80-476f-b160-25c7a59d98f9', 'tag': '352c37fa-a996-4db1-9d81-27a6b89baf20', 'status': 'completed', 'code': 200} Jun 29 03:28:53.550418 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ff9c154e-2918-4c40-b331-64707bdbc1f1 req-e3a9ddd1-e175-4c88-9e33-b06a1ab9cc0a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340698 Jun 29 03:28:53.585119 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-732b519c-6db0-40c6-b867-bdcedf2976ef req-f1acf138-c3a1-4010-a3e8-7222cf50bdae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=166112e0-022b-4427-852b-bcecd0bbc846 HTTP/1.1" status: 200 len: 1000 time: 0.0933976 Jun 29 03:28:53.696693 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b519c-6db0-40c6-b867-bdcedf2976ef req-4b6bc094-1104-4bde-bf2f-870dc0851ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:53.698164 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-732b519c-6db0-40c6-b867-bdcedf2976ef req-4b6bc094-1104-4bde-bf2f-870dc0851ad4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b419f8dc-93fd-4a1b-bc32-b27006c69e77 HTTP/1.1" status: 200 len: 855 time: 0.0470927 Jun 29 03:28:53.703290 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2af7e-a7da-4994-bd16-51fcd16b147e req-5652b8cd-d3a6-429f-a561-59aa85ad4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:53.704796 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8e2af7e-a7da-4994-bd16-51fcd16b147e req-5652b8cd-d3a6-429f-a561-59aa85ad4aec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b4127104ef4f549c06b765167084a1&device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 1098 time: 0.0523558 Jun 29 03:28:53.771976 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732b519c-6db0-40c6-b867-bdcedf2976ef req-30ff1b1d-afdb-4856-88cf-5abc58a9a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:53.773509 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-732b519c-6db0-40c6-b867-bdcedf2976ef req-30ff1b1d-afdb-4856-88cf-5abc58a9a7cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a16d7e30-f69f-4058-b150-43ccbc7efc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0535493 Jun 29 03:28:53.811240 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2af7e-a7da-4994-bd16-51fcd16b147e req-0d92d670-56c1-47c3-9734-dafb4bce2150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:53.811240 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8e2af7e-a7da-4994-bd16-51fcd16b147e req-0d92d670-56c1-47c3-9734-dafb4bce2150 service neutron] 10.222.0.21 "GET /v2.0/networks?id=785192c7-749d-4ba0-a5e1-ac42527baabb HTTP/1.1" status: 200 len: 912 time: 0.0872955 Jun 29 03:28:53.883506 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-732b519c-6db0-40c6-b867-bdcedf2976ef req-7ebb4db5-4dc5-4534-9bd9-7b5f74aee846 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913873 Jun 29 03:28:53.914223 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8e2af7e-a7da-4994-bd16-51fcd16b147e req-7c3f50fd-e2d8-4900-8e45-e3e1cb0ce14a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=352c37fa-a996-4db1-9d81-27a6b89baf20 HTTP/1.1" status: 200 len: 1001 time: 0.0982101 Jun 29 03:28:53.984330 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2af7e-a7da-4994-bd16-51fcd16b147e req-7526c793-e22f-4fe4-93ac-559224cee7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:53.985810 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8e2af7e-a7da-4994-bd16-51fcd16b147e req-7526c793-e22f-4fe4-93ac-559224cee7e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78 HTTP/1.1" status: 200 len: 850 time: 0.0493701 Jun 29 03:28:53.988180 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-732b519c-6db0-40c6-b867-bdcedf2976ef req-4da80bdd-ef4d-4ed2-ac91-172a8f2800eb service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965660 Jun 29 03:28:54.082485 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2af7e-a7da-4994-bd16-51fcd16b147e req-38c2055e-d052-43a7-ad03-01ff0d5625fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:54.083891 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8e2af7e-a7da-4994-bd16-51fcd16b147e req-38c2055e-d052-43a7-ad03-01ff0d5625fa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=785192c7-749d-4ba0-a5e1-ac42527baabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0587432 Jun 29 03:28:54.188479 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8e2af7e-a7da-4994-bd16-51fcd16b147e req-de03ec58-f276-4007-bd1e-91d535b5d750 service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799558 Jun 29 03:28:54.279085 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8e2af7e-a7da-4994-bd16-51fcd16b147e req-1974bbda-4c01-452d-a5f3-3ea897173b8c service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833001 Jun 29 03:28:54.723279 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c775980-436d-4081-be26-bf274abc4961 req-eb0a4900-b086-4f89-afde-e00e401d08d0 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:54.724801 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5c775980-436d-4081-be26-bf274abc4961 req-eb0a4900-b086-4f89-afde-e00e401d08d0 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0623870 Jun 29 03:28:54.772260 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5c775980-436d-4081-be26-bf274abc4961 req-e6c2e3bc-fb9e-4500-ba06-836ecf9fdfee tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338213 Jun 29 03:28:58.006922 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32678dd-ea95-428b-895a-fdea273a2c2a req-db95a2af-3535-4f72-8ef4-52bb9918aa67 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:28:58.008387 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e32678dd-ea95-428b-895a-fdea273a2c2a req-db95a2af-3535-4f72-8ef4-52bb9918aa67 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0635087 Jun 29 03:28:58.046356 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e32678dd-ea95-428b-895a-fdea273a2c2a req-447bd8ed-0d3d-4a90-870e-f09f1a7fc067 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321188 Jun 29 03:29:01.670046 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38e58eb-ae41-4e76-9ce3-608ca8b81f0d req-2389801a-d2c3-4205-ae30-17b5432f8c6e tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:01.671488 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e38e58eb-ae41-4e76-9ce3-608ca8b81f0d req-2389801a-d2c3-4205-ae30-17b5432f8c6e tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0604870 Jun 29 03:29:01.707099 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e38e58eb-ae41-4e76-9ce3-608ca8b81f0d req-eee62874-db55-42cf-88c7-44f79b66a424 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301890 Jun 29 03:29:05.474347 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44395b27-c87d-42f2-831b-58e0bcb85461 req-af84f591-2b23-4df5-8038-144474267cf5 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:05.475829 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-44395b27-c87d-42f2-831b-58e0bcb85461 req-af84f591-2b23-4df5-8038-144474267cf5 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0665269 Jun 29 03:29:05.515621 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-44395b27-c87d-42f2-831b-58e0bcb85461 req-77a870ef-3b3e-4b0d-aa83-d1c9009bc00e tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330346 Jun 29 03:29:05.521074 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-aeafa589-fe15-4d6d-a4f4-dd82078c6ca0 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:05.522514 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-aeafa589-fe15-4d6d-a4f4-dd82078c6ca0 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/networks?id=8a37d8b1-3750-4875-a0d4-6957b790648c HTTP/1.1" status: 200 len: 814 time: 0.1070592 Jun 29 03:29:05.537719 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-db3efce2-2771-4d0d-8757-96f8758eb939 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/quotas/f9cceac2e13b49379e513e3fd9437f00 HTTP/1.1" status: 200 len: 375 time: 0.0095215 Jun 29 03:29:05.605643 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-db83cdaf-5c15-4f04-b6ef-31df2452bbe3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9cceac2e13b49379e513e3fd9437f00&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0628598 Jun 29 03:29:05.694851 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-6ccaf90e-783d-43b8-831e-c779f37bcc1c service neutron] 10.222.0.39 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816338 Jun 29 03:29:05.783423 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-6a0e3c92-85f7-4308-8faa-f1e00dbbf209 service neutron] 10.222.0.39 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828784 Jun 29 03:29:05.948369 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-57aa260b-7cba-42b8-bafd-b07986f407b0 req-346333fb-326a-41b0-8984-4e7a752353be tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 210 time: 0.0272667 Jun 29 03:29:08.914405 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9489aad5-b982-4ebb-9ec1-3adbfaefb9c0 req-1138dbb1-8e37-46bf-b59d-674a7e450364 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507553 Jun 29 03:29:09.069754 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f22af4ee-0439-43ff-a020-f9a9df9b479d req-9084d181-e886-4c9e-aa0d-14e15a6761ee tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 210 time: 0.0277281 Jun 29 03:29:09.072622 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed05c5-3de8-47f9-b30f-e156f19a5bcd req-a60ebbbb-301b-4283-9b7c-fbeab3bed30a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:09.074131 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-77ed05c5-3de8-47f9-b30f-e156f19a5bcd req-a60ebbbb-301b-4283-9b7c-fbeab3bed30a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0672047 Jun 29 03:29:09.141240 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-77ed05c5-3de8-47f9-b30f-e156f19a5bcd req-ccff501d-cb7d-4396-9fe8-2bab9d53ee1b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606694 Jun 29 03:29:09.164756 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489aad5-b982-4ebb-9ec1-3adbfaefb9c0 req-72067b9f-a6c8-44e1-8629-4c9ed098a7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:09.164756 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9489aad5-b982-4ebb-9ec1-3adbfaefb9c0 req-72067b9f-a6c8-44e1-8629-4c9ed098a7bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=bc1ef76f974846578f8051485c69e823&device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 1099 time: 0.0658484 Jun 29 03:29:09.277584 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489aad5-b982-4ebb-9ec1-3adbfaefb9c0 req-8a0657bd-9b4c-473e-879c-a98c4484de4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:09.279390 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9489aad5-b982-4ebb-9ec1-3adbfaefb9c0 req-8a0657bd-9b4c-473e-879c-a98c4484de4f service neutron] 10.222.0.21 "GET /v2.0/networks?id=9e4dd348-b917-4298-9670-abbbb983da4c HTTP/1.1" status: 200 len: 913 time: 0.0873177 Jun 29 03:29:09.327467 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9489aad5-b982-4ebb-9ec1-3adbfaefb9c0 req-41efb4d7-8e15-47e4-9db4-da06c0d81417 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00dccb2b-a753-4bb3-9032-4159f12f600c HTTP/1.1" status: 200 len: 217 time: 0.0344870 Jun 29 03:29:09.374187 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9489aad5-b982-4ebb-9ec1-3adbfaefb9c0 req-560723de-9b83-4249-a223-16aef426facf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:09.375585 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9489aad5-b982-4ebb-9ec1-3adbfaefb9c0 req-560723de-9b83-4249-a223-16aef426facf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=fddb1391-634e-47c7-92ee-e10bd3c826b9 HTTP/1.1" status: 200 len: 852 time: 0.0420227 Jun 29 03:29:09.413427 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9489aad5-b982-4ebb-9ec1-3adbfaefb9c0 req-a97de624-4788-4ce0-914e-c7a18e9733e1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=9e4dd348-b917-4298-9670-abbbb983da4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275614 Jun 29 03:29:09.519690 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9489aad5-b982-4ebb-9ec1-3adbfaefb9c0 req-6e97febf-a96b-4aa6-a595-135f4505c543 service neutron] 10.222.0.21 "GET /v2.0/networks/9e4dd348-b917-4298-9670-abbbb983da4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876544 Jun 29 03:29:09.812267 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9489aad5-b982-4ebb-9ec1-3adbfaefb9c0 req-237229b5-2b1e-4c53-b9cd-084969100eaf service neutron] 10.222.0.21 "GET /v2.0/networks/9e4dd348-b917-4298-9670-abbbb983da4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760568 Jun 29 03:29:10.131084 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-07eccba3-df14-471b-a767-9cae2d1ac80f tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:10.132530 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-07eccba3-df14-471b-a767-9cae2d1ac80f tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "GET /v2.0/networks?id=8a37d8b1-3750-4875-a0d4-6957b790648c HTTP/1.1" status: 200 len: 814 time: 0.1065347 Jun 29 03:29:10.248428 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Request body: {'port': {'device_id': '2a65a7d8-708f-48a9-8fc6-41fecd92324d', 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c', 'admin_state_up': True, 'tenant_id': 'f9cceac2e13b49379e513e3fd9437f00'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:10.369591 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33a1cf59-cc09-4ee0-959d-0ef6cd129f9b req-db543a44-c5b8-410f-aaf7-4648df77d5f7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 210 time: 0.0422702 Jun 29 03:29:10.398268 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Made reservation on behalf of f9cceac2e13b49379e513e3fd9437f00 for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:29:10.410059 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.563164 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60d6588-fc43-4688-88ad-9f481d639535 req-56faf029-4251-439c-b742-a0f163dc2867 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:10.564873 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d60d6588-fc43-4688-88ad-9f481d639535 req-56faf029-4251-439c-b742-a0f163dc2867 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.1553149 Jun 29 03:29:10.612143 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Allocated IP 172.20.0.8 (8a37d8b1-3750-4875-a0d4-6957b790648c/2aa26576-598b-4777-a86a-7a7ab71ebf75/34111b78-ac08-438f-a09d-26d73547822a) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:29:10.623900 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d60d6588-fc43-4688-88ad-9f481d639535 req-55c8be3d-f03a-47c0-8c5e-1fa5703cf7e7 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517876 Jun 29 03:29:10.767773 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.810352 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.815414 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:10.867294 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Network 8a37d8b1-3750-4875-a0d4-6957b790648c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:29:10.871237 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:10.877469 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:29:10.883051 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:10.883753 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:10.886468 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['21eb1c87-eb8e-4454-a96a-6559b9f04f9f'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:29:10.888047 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Pushing event updated for resources: {'Port': ['ID=34111b78-ac08-438f-a09d-26d73547822a,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:10.902280 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:10.902731 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:10.904074 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:10.904555 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:10.905089 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:10.908327 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:10.908778 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 45142) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:10.909150 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:10.909571 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:10.910280 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:10.910723 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:10.911171 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:10.911597 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:10.920183 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:10.922338 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6811094 Jun 29 03:29:10.947109 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Request body: {'port': {'device_id': '2a65a7d8-708f-48a9-8fc6-41fecd92324d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:11.043129 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.047933 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.147164 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.155621 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.164494 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-494b7417-4bdc-41e5-964f-28591a67a7ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:11.203114 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f08a26d0889a49618d3f885142e4f5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2926681 Jun 29 03:29:11.204109 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08d3e2df-a2f6-41f5-8e32-4bf1a995e70f,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:11.210874 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 45152) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:11.212233 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:11.212595 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:11.212945 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:11.213304 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:11.213627 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:11.213962 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:11.214471 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:11.215236 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:11.215372 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:11.216224 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:11.216735 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:11.217191 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:11.257092 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:11.283515 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1c334f0c-626f-4ef2-a5fa-e2e8c8ced23f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.310236 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1c334f0c-626f-4ef2-a5fa-e2e8c8ced23f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.362352 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1c334f0c-626f-4ef2-a5fa-e2e8c8ced23f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.367861 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1c334f0c-626f-4ef2-a5fa-e2e8c8ced23f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.369172 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-1c334f0c-626f-4ef2-a5fa-e2e8c8ced23f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08d3e2df-a2f6-41f5-8e32-4bf1a995e70f HTTP/1.1" status: 204 len: 168 time: 0.1482019 Jun 29 03:29:11.369869 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:11.388446 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34111b78-ac08-438f-a09d-26d73547822a {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:29:11.389916 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c334f0c-626f-4ef2-a5fa-e2e8c8ced23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08d3e2df-a2f6-41f5-8e32-4bf1a995e70f,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:11.393541 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-1c334f0c-626f-4ef2-a5fa-e2e8c8ced23f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:11.401158 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.417866 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Transition to ACTIVE for port object 34111b78-ac08-438f-a09d-26d73547822a will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:11.421736 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.428106 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:11.515563 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Pushing event updated for resources: {'Port': ['ID=34111b78-ac08-438f-a09d-26d73547822a,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:11.531377 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:11.545550 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Attempting to bind port 34111b78-ac08-438f-a09d-26d73547822a on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:29:11.546215 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Attempting to bind port 34111b78-ac08-438f-a09d-26d73547822a by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:29:11.546878 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Attempting to bind port 34111b78-ac08-438f-a09d-26d73547822a on network 8a37d8b1-3750-4875-a0d4-6957b790648c {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:29:11.553180 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Port 34111b78-ac08-438f-a09d-26d73547822a on network 8a37d8b1-3750-4875-a0d4-6957b790648c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:29:11.553665 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Attempting to bind port 34111b78-ac08-438f-a09d-26d73547822a on network 8a37d8b1-3750-4875-a0d4-6957b790648c {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:29:11.561934 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 28, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:29:11.562601 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Checking segment: {'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:29:11.563221 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Bound using segment: {'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:29:11.564584 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Bound port: 34111b78-ac08-438f-a09d-26d73547822a, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:29:11.565981 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.641814 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] For port 34111b78-ac08-438f-a09d-26d73547822a, host hv-cinder-79724, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:29:11.645235 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] For port 34111b78-ac08-438f-a09d-26d73547822a, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=34111b78-ac08-438f-a09d-26d73547822a,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:29:11.652966 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.657253 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:11.682029 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03241b44-b6ab-43a4-8548-1055a2e98bc3 req-57578933-326a-4f0a-8d21-5ef7b8d4b125 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:11.689823 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-03241b44-b6ab-43a4-8548-1055a2e98bc3 req-57578933-326a-4f0a-8d21-5ef7b8d4b125 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 943 time: 0.0817173 Jun 29 03:29:11.707148 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:11.707883 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.710473 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] 10.222.0.21 "PUT /v2.0/ports/34111b78-ac08-438f-a09d-26d73547822a HTTP/1.1" status: 200 len: 1093 time: 0.7681141 Jun 29 03:29:11.711250 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a65a7d8-708f-48a9-8fc6-41fecd92324d', 'tag': '34111b78-ac08-438f-a09d-26d73547822a'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:29:11.713566 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f20cc96-aa4f-46fb-a413-87b9e81c5ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a65a7d8-708f-48a9-8fc6-41fecd92324d", "tag": "34111b78-ac08-438f-a09d-26d73547822a"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:29:11.747443 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-03241b44-b6ab-43a4-8548-1055a2e98bc3 req-b6c51a36-f00a-4901-96b3-62f6a79c7339 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531361 Jun 29 03:29:11.754183 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 45176) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:11.756750 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Pushing event updated for resources: {'Port': ['ID=34111b78-ac08-438f-a09d-26d73547822a,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:11.769230 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:11.779342 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-663ea854-8b40-4dfd-816e-0f94072b8acc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.816816 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a0906c0-49a1-4ded-96e7-ff682291ae40 x-openstack-request-id: req-0a0906c0-49a1-4ded-96e7-ff682291ae40 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:29:11.817127 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a65a7d8-708f-48a9-8fc6-41fecd92324d", "tag": "34111b78-ac08-438f-a09d-26d73547822a", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:29:11.817402 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a0906c0-49a1-4ded-96e7-ff682291ae40 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:29:11.817807 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a65a7d8-708f-48a9-8fc6-41fecd92324d', 'tag': '34111b78-ac08-438f-a09d-26d73547822a', 'status': 'completed', 'code': 200} Jun 29 03:29:11.859040 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0fc160-007c-4200-a9c0-34a15bee7f19 req-85a36e46-8737-4438-ae68-861e89729cc6 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:11.861124 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ac0fc160-007c-4200-a9c0-34a15bee7f19 req-85a36e46-8737-4438-ae68-861e89729cc6 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0790558 Jun 29 03:29:11.876865 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-663ea854-8b40-4dfd-816e-0f94072b8acc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.881560 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-663ea854-8b40-4dfd-816e-0f94072b8acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:11.887014 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-227af147-2ae8-44c4-a161-0a261e58297a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:11.902242 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ac0fc160-007c-4200-a9c0-34a15bee7f19 req-64c277a2-582b-4d7e-a972-71e3891cd0b8 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348206 Jun 29 03:29:11.929092 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-663ea854-8b40-4dfd-816e-0f94072b8acc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1744b12e587415591dc8a973e221464&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1735065 Jun 29 03:29:11.930170 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ea854-8b40-4dfd-816e-0f94072b8acc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b591f3-1b9f-4d2a-8182-fd502e41f685,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:11.931611 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45178) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:11.934752 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-663ea854-8b40-4dfd-816e-0f94072b8acc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:11.985368 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f284ac9c-f6e1-4350-b029-b79c0c0b09fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:12.006166 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f284ac9c-f6e1-4350-b029-b79c0c0b09fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:12.053638 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f284ac9c-f6e1-4350-b029-b79c0c0b09fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:12.056104 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f284ac9c-f6e1-4350-b029-b79c0c0b09fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:12.057316 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f284ac9c-f6e1-4350-b029-b79c0c0b09fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0b591f3-1b9f-4d2a-8182-fd502e41f685 HTTP/1.1" status: 204 len: 168 time: 0.1247036 Jun 29 03:29:12.058011 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:12.067138 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284ac9c-f6e1-4350-b029-b79c0c0b09fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b591f3-1b9f-4d2a-8182-fd502e41f685,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:12.069489 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f284ac9c-f6e1-4350-b029-b79c0c0b09fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:13.413354 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:14.659623 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20cc96-aa4f-46fb-a413-87b9e81c5ff5 req-3707bf2d-4ce9-4b33-be75-2814d30e3879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:14.661144 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7f20cc96-aa4f-46fb-a413-87b9e81c5ff5 req-3707bf2d-4ce9-4b33-be75-2814d30e3879 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9cceac2e13b49379e513e3fd9437f00&device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 1096 time: 0.0534964 Jun 29 03:29:14.848264 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4466c7-3f84-4be2-b6b6-0493f18c9373 req-c6fc2c34-6859-4416-86a9-c64211f01b42 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:14.849660 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4e4466c7-3f84-4be2-b6b6-0493f18c9373 req-c6fc2c34-6859-4416-86a9-c64211f01b42 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 943 time: 0.0656698 Jun 29 03:29:14.887447 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4e4466c7-3f84-4be2-b6b6-0493f18c9373 req-fd5f5f4e-75ad-446b-85db-6a4971852f7d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Jun 29 03:29:14.981265 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20cc96-aa4f-46fb-a413-87b9e81c5ff5 req-f1b52233-4686-4a9a-90ab-c42fe7798409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:14.982720 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7f20cc96-aa4f-46fb-a413-87b9e81c5ff5 req-f1b52233-4686-4a9a-90ab-c42fe7798409 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f9cceac2e13b49379e513e3fd9437f00&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2223783 Jun 29 03:29:14.990785 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24051cf4-2b9b-4254-96ec-a981fb49669f req-2f775338-5f25-40ef-9c29-a05f389b40b8 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:14.992196 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-24051cf4-2b9b-4254-96ec-a981fb49669f req-2f775338-5f25-40ef-9c29-a05f389b40b8 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.1507127 Jun 29 03:29:15.138704 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-24051cf4-2b9b-4254-96ec-a981fb49669f req-16f6c505-daa0-4dbe-b67a-86ee40e7982f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369731 Jun 29 03:29:15.187964 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f20cc96-aa4f-46fb-a413-87b9e81c5ff5 req-db752f85-accd-48e2-9160-2a5fcb1e813c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:15.189420 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7f20cc96-aa4f-46fb-a413-87b9e81c5ff5 req-db752f85-accd-48e2-9160-2a5fcb1e813c service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1963947 Jun 29 03:29:15.348779 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-009f83c0-cea6-4ddd-91f1-fbe7007df566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:15.350992 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-009f83c0-cea6-4ddd-91f1-fbe7007df566 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9cceac2e13b49379e513e3fd9437f00&device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 1096 time: 0.0548809 Jun 29 03:29:15.407261 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-ed504bc8-8571-4e4f-8fe5-46ab9e024c6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=34111b78-ac08-438f-a09d-26d73547822a HTTP/1.1" status: 200 len: 217 time: 0.0382123 Jun 29 03:29:15.476331 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-7df698ec-82de-4f7e-8005-8ca2159d90e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:15.477154 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-7df698ec-82de-4f7e-8005-8ca2159d90e0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa26576-598b-4777-a86a-7a7ab71ebf75 HTTP/1.1" status: 200 len: 854 time: 0.0479157 Jun 29 03:29:15.516016 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-7eec5561-9efa-4c17-85e9-8c6efc5f5ea0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a37d8b1-3750-4875-a0d4-6957b790648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255497 Jun 29 03:29:15.607653 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-ba6a7477-1b62-47a1-8616-c8830508f24e service neutron] 10.222.0.21 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841854 Jun 29 03:29:15.655051 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ee56b6cf-da84-4953-838c-0cf681ac0bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:15.704514 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7655f45b-7d19-4603-b1ca-10d464602a09 req-15cd5cde-93d8-42f5-90bc-3aba506ff87c service neutron] 10.222.0.21 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883367 Jun 29 03:29:16.117557 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67692ed4-8fcd-492f-8576-8b5c02e30584 req-25f16887-7bf4-4e56-80c0-eb177020ca93 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:16.119088 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-67692ed4-8fcd-492f-8576-8b5c02e30584 req-25f16887-7bf4-4e56-80c0-eb177020ca93 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 943 time: 0.0653100 Jun 29 03:29:16.157820 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-67692ed4-8fcd-492f-8576-8b5c02e30584 req-983e3d54-55b4-45d8-9013-7566080643b9 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316694 Jun 29 03:29:16.332439 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc76ac-3d4a-4f51-bcb5-59f4d2031df4 req-ad2b5dfc-ee28-4bde-9796-120ed6475cbf tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:16.334128 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9afc76ac-3d4a-4f51-bcb5-59f4d2031df4 req-ad2b5dfc-ee28-4bde-9796-120ed6475cbf tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0653665 Jun 29 03:29:16.377546 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9afc76ac-3d4a-4f51-bcb5-59f4d2031df4 req-64cc3dfb-6ce5-47af-b289-6db797b07543 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373693 Jun 29 03:29:17.042306 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45342) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:17.146268 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-088e7174-4422-458c-b77f-d25089f9112b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.232985 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-088e7174-4422-458c-b77f-d25089f9112b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.236468 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-088e7174-4422-458c-b77f-d25089f9112b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.238661 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b9a6e700-a40b-4c42-bc6f-1b6878c27cea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:17.274593 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-088e7174-4422-458c-b77f-d25089f9112b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62cfbcdc551d451cae6e0e8bc1f94956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2295790 Jun 29 03:29:17.275481 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088e7174-4422-458c-b77f-d25089f9112b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc1acbe-14d4-4884-81d9-f5a03a210a6d,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:17.277827 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45348) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:17.284272 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-088e7174-4422-458c-b77f-d25089f9112b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:17.326844 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-36c6d233-9452-4bf7-9e5d-d35b19eadf83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.346923 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-36c6d233-9452-4bf7-9e5d-d35b19eadf83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.392489 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-36c6d233-9452-4bf7-9e5d-d35b19eadf83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.394951 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-36c6d233-9452-4bf7-9e5d-d35b19eadf83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:17.396102 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-36c6d233-9452-4bf7-9e5d-d35b19eadf83 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7dc1acbe-14d4-4884-81d9-f5a03a210a6d HTTP/1.1" status: 204 len: 168 time: 0.1173787 Jun 29 03:29:17.396856 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f284ac9c-f6e1-4350-b029-b79c0c0b09fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:17.404037 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c6d233-9452-4bf7-9e5d-d35b19eadf83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc1acbe-14d4-4884-81d9-f5a03a210a6d,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:17.406182 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-36c6d233-9452-4bf7-9e5d-d35b19eadf83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:18.456483 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-44ef83fb-4ca1-4cf1-af39-5486e9b23b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:18.724544 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:19.568352 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.242558 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 34111b78-ac08-438f-a09d-26d73547822a details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:29:20.335409 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 34111b78-ac08-438f-a09d-26d73547822a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=34111b78-ac08-438f-a09d-26d73547822a,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:20.346444 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '34111b78-ac08-438f-a09d-26d73547822a', 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c', 'port_id': '34111b78-ac08-438f-a09d-26d73547822a', 'mac_address': 'fa:16:3e:5c:9c:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa26576-598b-4777-a86a-7a7ab71ebf75', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:29:20.386414 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.399335 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34111b78-ac08-438f-a09d-26d73547822a {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:29:20.421860 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 34111b78-ac08-438f-a09d-26d73547822a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=34111b78-ac08-438f-a09d-26d73547822a,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:20.425901 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.427578 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:20.474232 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=34111b78-ac08-438f-a09d-26d73547822a,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:20.485631 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:20.485989 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:20.486326 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:20.486659 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:20.486988 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:20.487316 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:20.487640 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:20.487990 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:20.488318 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:20.488636 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:20.488957 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:20.489275 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:29:20.493759 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:20.542653 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3abaee-2272-43c6-b95f-9b8e632ced63 req-6fea887d-743c-4f6e-8f27-0c685f019d66 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:20.544566 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6d3abaee-2272-43c6-b95f-9b8e632ced63 req-6fea887d-743c-4f6e-8f27-0c685f019d66 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 944 time: 0.0634718 Jun 29 03:29:20.582922 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6d3abaee-2272-43c6-b95f-9b8e632ced63 req-8b95ce1a-9bb5-4147-bc56-67bfd0b3ef21 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327885 Jun 29 03:29:20.632629 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0f75f0-9204-45e2-ad8e-431a19e31be5 req-383ef804-ff03-456e-b2cc-e2c8cd465431 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:20.634377 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9b0f75f0-9204-45e2-ad8e-431a19e31be5 req-383ef804-ff03-456e-b2cc-e2c8cd465431 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0699885 Jun 29 03:29:20.672334 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9b0f75f0-9204-45e2-ad8e-431a19e31be5 req-d35c4492-2c50-4a1c-be29-3c09fafe4ef6 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318038 Jun 29 03:29:20.830772 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:20.981446 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9156aff-23d1-44c6-b2fa-82f735e63e30 req-1afd2af9-a216-420f-9272-4b3b7cccd2c1 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:20.982951 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d9156aff-23d1-44c6-b2fa-82f735e63e30 req-1afd2af9-a216-420f-9272-4b3b7cccd2c1 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 946 time: 0.0720847 Jun 29 03:29:21.019730 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d9156aff-23d1-44c6-b2fa-82f735e63e30 req-3b74edba-3bcc-4908-9531-504d147e1ef9 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311677 Jun 29 03:29:21.225482 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:29:21.257272 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['34111b78-ac08-438f-a09d-26d73547822a'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:29:21.875976 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2a0dc-ffb7-42b2-92d4-21aa61f90bf8 req-5fb55215-05d7-4ddc-b7c0-05df5fe094e5 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:21.877548 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-22a2a0dc-ffb7-42b2-92d4-21aa61f90bf8 req-5fb55215-05d7-4ddc-b7c0-05df5fe094e5 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 944 time: 0.0639780 Jun 29 03:29:21.915133 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42450d45-683d-4b05-a10d-032d0b14d0c3 req-9eeda23a-7730-4eda-a365-1d44f56b6053 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:21.915694 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-22a2a0dc-ffb7-42b2-92d4-21aa61f90bf8 req-b7f3a222-b330-438c-9be3-7ae899bd716e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308218 Jun 29 03:29:21.915813 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-42450d45-683d-4b05-a10d-032d0b14d0c3 req-9eeda23a-7730-4eda-a365-1d44f56b6053 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0658152 Jun 29 03:29:21.954564 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-42450d45-683d-4b05-a10d-032d0b14d0c3 req-712bf293-f1f3-4fdb-84d0-7b683f88c88f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318496 Jun 29 03:29:22.199880 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0481c38-a9a4-4d6c-893f-25cbfcbaf7c8 req-c8c31a47-a054-4e5d-aeef-c602b490e041 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:22.201992 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a0481c38-a9a4-4d6c-893f-25cbfcbaf7c8 req-c8c31a47-a054-4e5d-aeef-c602b490e041 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 946 time: 0.0709658 Jun 29 03:29:22.246255 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a0481c38-a9a4-4d6c-893f-25cbfcbaf7c8 req-e025723c-d93a-4fbb-96e0-234fe27619fb tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384848 Jun 29 03:29:26.107589 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2543a45-0968-4606-acb0-60b840212942 req-e4c21f14-142f-4d56-a3d8-59e1fc443706 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:26.109027 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2543a45-0968-4606-acb0-60b840212942 req-e4c21f14-142f-4d56-a3d8-59e1fc443706 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 944 time: 0.0648763 Jun 29 03:29:26.146648 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2543a45-0968-4606-acb0-60b840212942 req-1e7dfa2b-df28-4e7a-8695-554052de7c61 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319219 Jun 29 03:29:26.191430 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2bf60-0990-4b7f-b506-b226e604b01b req-9915bd0d-7369-49ac-ad6a-af5df68ca0f6 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:26.192950 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-54b2bf60-0990-4b7f-b506-b226e604b01b req-9915bd0d-7369-49ac-ad6a-af5df68ca0f6 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0669422 Jun 29 03:29:26.231228 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-54b2bf60-0990-4b7f-b506-b226e604b01b req-90e1c1ec-8d38-46bc-91a7-79bb0c7334d3 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 Jun 29 03:29:26.320163 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7313b8c-1315-41b6-a2c4-3540a6ed69f9 req-96446250-add0-4ef0-826d-cc5f32744682 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:26.321651 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c7313b8c-1315-41b6-a2c4-3540a6ed69f9 req-96446250-add0-4ef0-826d-cc5f32744682 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 946 time: 0.0639741 Jun 29 03:29:26.360095 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c7313b8c-1315-41b6-a2c4-3540a6ed69f9 req-f794daa6-843c-4e49-9af3-16ee5c6d76d2 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321643 Jun 29 03:29:27.331236 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320d5de-556f-4c26-b40b-683bc04e240e req-71846dcd-e876-4aac-82f1-606d3936fee0 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:27.332725 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a320d5de-556f-4c26-b40b-683bc04e240e req-71846dcd-e876-4aac-82f1-606d3936fee0 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 944 time: 0.0722330 Jun 29 03:29:27.371127 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a320d5de-556f-4c26-b40b-683bc04e240e req-03d3bd77-2e0f-4a43-b0b2-17b89f22623c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328152 Jun 29 03:29:27.428329 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2e1d9-e3b4-44b4-bd94-7a86e101909b req-6f0da362-3f81-4093-a507-ca5627acbc19 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:27.429791 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b9c2e1d9-e3b4-44b4-bd94-7a86e101909b req-6f0da362-3f81-4093-a507-ca5627acbc19 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0686204 Jun 29 03:29:27.470136 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b9c2e1d9-e3b4-44b4-bd94-7a86e101909b req-e2664412-da66-4d1f-9168-33937665a543 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338888 Jun 29 03:29:27.534682 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69ce2a-d937-4434-ac6f-4d5dacda6ea3 req-6e1579eb-1d4c-4f89-bb65-cca550083269 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:27.536181 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5e69ce2a-d937-4434-ac6f-4d5dacda6ea3 req-6e1579eb-1d4c-4f89-bb65-cca550083269 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 946 time: 0.0643234 Jun 29 03:29:27.578200 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5e69ce2a-d937-4434-ac6f-4d5dacda6ea3 req-f5f8f496-efcb-4564-8eac-08a11aae1416 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f5055d2-1412-4c9e-acc9-ccf3228bbc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355549 Jun 29 03:29:27.672216 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590d6f1b-bdb9-4cec-82c1-e24e4ed43cec req-9fd05966-cc6c-4cad-8280-ff53d8e26b6c tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:27.673725 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-590d6f1b-bdb9-4cec-82c1-e24e4ed43cec req-9fd05966-cc6c-4cad-8280-ff53d8e26b6c tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.21 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 946 time: 0.0654008 Jun 29 03:29:27.774840 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 34111b78-ac08-438f-a09d-26d73547822a up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:29:27.830782 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 34111b78-ac08-438f-a09d-26d73547822a completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:29:27.836274 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 34111b78-ac08-438f-a09d-26d73547822a triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:27.836810 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:27.928458 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:28.046394 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-590d6f1b-bdb9-4cec-82c1-e24e4ed43cec req-6fb7350c-9b68-4b25-9b5b-c70b8e8a672d tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Deleting port 00dccb2b-a753-4bb3-9032-4159f12f600c {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:29:28.046763 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-590d6f1b-bdb9-4cec-82c1-e24e4ed43cec req-6fb7350c-9b68-4b25-9b5b-c70b8e8a672d tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:28.060694 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a65a7d8-708f-48a9-8fc6-41fecd92324d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34111b78-ac08-438f-a09d-26d73547822a'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:29:28.062952 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a60216-34a9-4566-8f67-eb72234b8eba" -d '{"events": [{"server_uuid": "2a65a7d8-708f-48a9-8fc6-41fecd92324d", "name": "network-vif-plugged", "status": "completed", "tag": "34111b78-ac08-438f-a09d-26d73547822a"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:29:28.078603 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 34111b78-ac08-438f-a09d-26d73547822a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=34111b78-ac08-438f-a09d-26d73547822a,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:28.084391 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:28.087466 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:28.111362 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600dd36d-c359-411e-b9d2-b0bac2f03d62 x-openstack-request-id: req-600dd36d-c359-411e-b9d2-b0bac2f03d62 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:29:28.111898 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a65a7d8-708f-48a9-8fc6-41fecd92324d", "name": "network-vif-plugged", "status": "completed", "tag": "34111b78-ac08-438f-a09d-26d73547822a", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:29:28.112251 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-600dd36d-c359-411e-b9d2-b0bac2f03d62 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:29:28.112625 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a65a7d8-708f-48a9-8fc6-41fecd92324d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34111b78-ac08-438f-a09d-26d73547822a', 'code': 200} Jun 29 03:29:28.139370 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=34111b78-ac08-438f-a09d-26d73547822a,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:28.142856 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:28.147558 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-590d6f1b-bdb9-4cec-82c1-e24e4ed43cec req-6fb7350c-9b68-4b25-9b5b-c70b8e8a672d tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] For port 00dccb2b-a753-4bb3-9032-4159f12f600c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=00dccb2b-a753-4bb3-9032-4159f12f600c,segment=NetworkSegment(47a9c77b-141e-4a45-a9a8-525ef405c0fa),segment_id=47a9c77b-141e-4a45-a9a8-525ef405c0fa)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:28.147945 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-590d6f1b-bdb9-4cec-82c1-e24e4ed43cec req-6fb7350c-9b68-4b25-9b5b-c70b8e8a672d tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:28.163010 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [req-590d6f1b-bdb9-4cec-82c1-e24e4ed43cec req-6fb7350c-9b68-4b25-9b5b-c70b8e8a672d tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Calling delete_port for 00dccb2b-a753-4bb3-9032-4159f12f600c owned by compute:nova {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:29:28.336488 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-590d6f1b-bdb9-4cec-82c1-e24e4ed43cec req-6fb7350c-9b68-4b25-9b5b-c70b8e8a672d tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:28.340659 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:28.365895 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7350c-9b68-4b25-9b5b-c70b8e8a672d tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Pushing event deleted for resources: {'Port': ['ID=00dccb2b-a753-4bb3-9032-4159f12f600c,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:28.368329 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6fb7350c-9b68-4b25-9b5b-c70b8e8a672d tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:28.376232 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['00dccb2b-a753-4bb3-9032-4159f12f600c'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:29:28.444463 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-590d6f1b-bdb9-4cec-82c1-e24e4ed43cec req-6fb7350c-9b68-4b25-9b5b-c70b8e8a672d tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] No DVR routers for this DVR port 00dccb2b-a753-4bb3-9032-4159f12f600c on host hv-cinder-79724 {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:29:28.448755 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-590d6f1b-bdb9-4cec-82c1-e24e4ed43cec req-6fb7350c-9b68-4b25-9b5b-c70b8e8a672d tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:28.450749 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-590d6f1b-bdb9-4cec-82c1-e24e4ed43cec req-6fb7350c-9b68-4b25-9b5b-c70b8e8a672d tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.21 "DELETE /v2.0/ports/00dccb2b-a753-4bb3-9032-4159f12f600c HTTP/1.1" status: 204 len: 173 time: 0.7660615 Jun 29 03:29:28.451245 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '671c2a54-fb55-407f-af9b-9bf1c56b4c46', 'name': 'network-vif-deleted', 'tag': '00dccb2b-a753-4bb3-9032-4159f12f600c'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:29:28.454865 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-880c63db-1c0c-42bc-99d6-f9868986c179" -d '{"events": [{"server_uuid": "671c2a54-fb55-407f-af9b-9bf1c56b4c46", "name": "network-vif-deleted", "tag": "00dccb2b-a753-4bb3-9032-4159f12f600c"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:29:28.477322 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7543744-ce5c-4a5b-b149-096f7ddd06a2 req-f799dcc6-1879-4329-9b70-0946fd472346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:28.479495 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7543744-ce5c-4a5b-b149-096f7ddd06a2 req-f799dcc6-1879-4329-9b70-0946fd472346 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 1098 time: 0.0604024 Jun 29 03:29:28.514459 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a1f9f6-2be6-4fd3-ac1d-f5f9613c6731 x-openstack-request-id: req-73a1f9f6-2be6-4fd3-ac1d-f5f9613c6731 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:29:28.516350 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "671c2a54-fb55-407f-af9b-9bf1c56b4c46", "name": "network-vif-deleted", "tag": "00dccb2b-a753-4bb3-9032-4159f12f600c", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:29:28.517832 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73a1f9f6-2be6-4fd3-ac1d-f5f9613c6731 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:29:28.518208 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '671c2a54-fb55-407f-af9b-9bf1c56b4c46', 'name': 'network-vif-deleted', 'tag': '00dccb2b-a753-4bb3-9032-4159f12f600c', 'status': 'completed', 'code': 200} Jun 29 03:29:28.558045 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7543744-ce5c-4a5b-b149-096f7ddd06a2 req-b412c347-6f4f-4ab7-ac1c-5df894c7ca19 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669367 Jun 29 03:29:28.587020 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db179aca-b5fb-476c-a984-5fb5e67a3e40 req-dd37c559-5152-432f-b47a-abe5488bd0dc tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:28.588502 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-db179aca-b5fb-476c-a984-5fb5e67a3e40 req-dd37c559-5152-432f-b47a-abe5488bd0dc tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.0899858 Jun 29 03:29:28.632092 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-db179aca-b5fb-476c-a984-5fb5e67a3e40 req-e15a269a-e93a-4e10-9cba-9ed31d4a267f tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377574 Jun 29 03:29:28.672997 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35407e1e-bf7e-4dcf-872a-69b8292547b1 req-77d10bdf-f13d-429d-82a0-1ab76e221747 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:28.674473 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-35407e1e-bf7e-4dcf-872a-69b8292547b1 req-77d10bdf-f13d-429d-82a0-1ab76e221747 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0721059 Jun 29 03:29:28.712169 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-35407e1e-bf7e-4dcf-872a-69b8292547b1 req-c29af709-3fc2-40bb-8f4c-92b43ceef969 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319016 Jun 29 03:29:28.759942 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cc4a10c7-475a-45c7-a860-ddd685860bcb req-67205188-c6d7-485e-baa3-debe1e978186 tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 210 time: 0.0287354 Jun 29 03:29:29.912894 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf8aa6e-9f05-4f7d-8ed2-8a6fa62eefe0 req-07c7b425-814c-4d32-a190-ceac4ca74326 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:29.914346 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-eaf8aa6e-9f05-4f7d-8ed2-8a6fa62eefe0 req-07c7b425-814c-4d32-a190-ceac4ca74326 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.0661621 Jun 29 03:29:29.941754 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032efbc6-0545-4660-a22c-31226d75e612 req-ce6652f6-3e1d-4863-9599-620e53df190d tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:29.943233 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-032efbc6-0545-4660-a22c-31226d75e612 req-ce6652f6-3e1d-4863-9599-620e53df190d tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0651276 Jun 29 03:29:29.955056 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-eaf8aa6e-9f05-4f7d-8ed2-8a6fa62eefe0 req-27055941-46f4-4945-9cb3-c4dcd547695f tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318813 Jun 29 03:29:29.990052 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-032efbc6-0545-4660-a22c-31226d75e612 req-2175b80e-c5bf-4513-b271-0972905884d8 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384223 Jun 29 03:29:30.109832 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-098d2627-e1e4-444c-9d4b-b54f530a9ab5 req-2916f26b-1a91-460c-8c02-ea2c4dfd429f tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] 10.222.0.39 "GET /v2.0/ports?device_id=671c2a54-fb55-407f-af9b-9bf1c56b4c46 HTTP/1.1" status: 200 len: 210 time: 0.0319982 Jun 29 03:29:30.334923 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45524) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:30.441851 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6d076164-4409-46af-9cbc-51faf1efa827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:30.535862 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6d076164-4409-46af-9cbc-51faf1efa827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:30.539569 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6d076164-4409-46af-9cbc-51faf1efa827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:30.548340 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-088e7174-4422-458c-b77f-d25089f9112b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:30.580083 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-6d076164-4409-46af-9cbc-51faf1efa827 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=322a21ee82e3480ab98390df6b4c8df2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2440267 Jun 29 03:29:30.581282 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d076164-4409-46af-9cbc-51faf1efa827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aad4000-6c7a-41de-b0df-0ebee81e1fc0,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:30.582748 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 45528) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:30.584390 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6d076164-4409-46af-9cbc-51faf1efa827 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:30.637021 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3e2d9ef0-6cbf-47a3-befb-23ea85a376a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:30.659554 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3e2d9ef0-6cbf-47a3-befb-23ea85a376a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:30.705551 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3e2d9ef0-6cbf-47a3-befb-23ea85a376a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:30.708063 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3e2d9ef0-6cbf-47a3-befb-23ea85a376a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:30.709206 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-3e2d9ef0-6cbf-47a3-befb-23ea85a376a0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4aad4000-6c7a-41de-b0df-0ebee81e1fc0 HTTP/1.1" status: 204 len: 168 time: 0.1255035 Jun 29 03:29:30.709955 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-74fa87be-bb4b-47eb-a96d-7a161e515cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:30.717850 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d9ef0-6cbf-47a3-befb-23ea85a376a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aad4000-6c7a-41de-b0df-0ebee81e1fc0,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:30.720152 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-3e2d9ef0-6cbf-47a3-befb-23ea85a376a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:30.972143 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45538) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:30.986523 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c0f158f1-e9e8-4fbb-8ad1-933cec72230c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:31.075713 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c0f158f1-e9e8-4fbb-8ad1-933cec72230c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:31.080287 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c0f158f1-e9e8-4fbb-8ad1-933cec72230c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:31.083762 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-24c2a857-bd6e-44df-8c8f-d768d8556172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:31.123294 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f158f1-e9e8-4fbb-8ad1-933cec72230c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa616573-2b3b-4e75-980d-fbb64c13b41b,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:31.127003 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c0f158f1-e9e8-4fbb-8ad1-933cec72230c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:31.131927 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c0f158f1-e9e8-4fbb-8ad1-933cec72230c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=65c4f38945cc41e691e3ad60510dcb0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1564014 Jun 29 03:29:31.132453 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 45544) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:31.200553 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23150fd-d5a1-453f-ab4d-48de14a5438c req-6ba380ae-2f4c-4f49-902a-7c690a49ad1e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:31.202121 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c23150fd-d5a1-453f-ab4d-48de14a5438c req-6ba380ae-2f4c-4f49-902a-7c690a49ad1e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.1047564 Jun 29 03:29:31.221033 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-21b5b306-9353-41a3-a64e-d67e2e479cd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:31.243910 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2bd8fe-b9de-4534-9680-7b7b9a16cf13 req-a70d315e-640b-4548-839c-29a5c6926dd3 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:31.245869 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0a2bd8fe-b9de-4534-9680-7b7b9a16cf13 req-a70d315e-640b-4548-839c-29a5c6926dd3 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0647051 Jun 29 03:29:31.264463 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-21b5b306-9353-41a3-a64e-d67e2e479cd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:31.277500 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c23150fd-d5a1-453f-ab4d-48de14a5438c req-64f7d4a0-0b26-437b-aa87-f01507d6f569 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664034 Jun 29 03:29:31.283937 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0a2bd8fe-b9de-4534-9680-7b7b9a16cf13 req-d2062a54-8933-43ed-8ebb-ef5d243f6dda tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321262 Jun 29 03:29:31.332518 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-21b5b306-9353-41a3-a64e-d67e2e479cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:31.335298 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-21b5b306-9353-41a3-a64e-d67e2e479cd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:31.339348 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-21b5b306-9353-41a3-a64e-d67e2e479cd7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aa616573-2b3b-4e75-980d-fbb64c13b41b HTTP/1.1" status: 204 len: 168 time: 0.2058430 Jun 29 03:29:31.340779 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c12d5e37-62c7-40d2-b67e-af2b1457d53b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:31.348703 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5b306-9353-41a3-a64e-d67e2e479cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa616573-2b3b-4e75-980d-fbb64c13b41b,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:31.353083 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-21b5b306-9353-41a3-a64e-d67e2e479cd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:31.792153 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 00dccb2b-a753-4bb3-9032-4159f12f600c no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:29:31.812318 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 00dccb2b-a753-4bb3-9032-4159f12f600c {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:29:31.812675 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 00dccb2b-a753-4bb3-9032-4159f12f600c not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:29:32.479505 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75c637e-4a49-4009-839d-74686b9c858c req-bc7a66bc-720d-436d-80e9-7b7390670034 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:32.481094 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d75c637e-4a49-4009-839d-74686b9c858c req-bc7a66bc-720d-436d-80e9-7b7390670034 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0664186 Jun 29 03:29:32.521070 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d75c637e-4a49-4009-839d-74686b9c858c req-7d2a6f4e-76bb-4d3a-80c1-56214c1d8958 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334208 Jun 29 03:29:32.871153 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 45630) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:32.915521 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9d32b5c-c2fc-4548-9e18-7171a4af5323 admin admin] Deleting subnet fddb1391-634e-47c7-92ee-e10bd3c826b9 {{(pid=92918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:29:32.918926 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c9d32b5c-c2fc-4548-9e18-7171a4af5323 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:32.955325 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c9d32b5c-c2fc-4548-9e18-7171a4af5323 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2136132'] for subnet, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.003335 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c9d32b5c-c2fc-4548-9e18-7171a4af5323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.063060 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c9d32b5c-c2fc-4548-9e18-7171a4af5323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2558941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861988'] for subnet, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.066186 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-1a6944d5-dae9-4db8-8519-03c335c81de2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:33.092128 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d32b5c-c2fc-4548-9e18-7171a4af5323 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fddb1391-634e-47c7-92ee-e10bd3c826b9,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:33.103271 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c9d32b5c-c2fc-4548-9e18-7171a4af5323 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.103271 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-c9d32b5c-c2fc-4548-9e18-7171a4af5323 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fddb1391-634e-47c7-92ee-e10bd3c826b9 HTTP/1.1" status: 204 len: 168 time: 0.2262919 Jun 29 03:29:33.103605 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45634) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:33.103680 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c9d32b5c-c2fc-4548-9e18-7171a4af5323 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:33.174747 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.254976 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.265752 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:29:33.266097 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:29:33.266838 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:29:33.267180 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Subscribe: > port after_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:29:33.267525 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Subscribe: > port after_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:29:33.269511 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Subscribe: > port after_update 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:29:33.269511 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:29:33.269511 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:29:33.269511 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:29:33.269511 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:29:33.413146 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:29:33.413516 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:29:33.413841 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:29:33.414173 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92919) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 29 03:29:33.414529 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e4dd348-b917-4298-9670-abbbb983da4c']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:33.438459 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47a9c77b-141e-4a45-a9a8-525ef405c0fa') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:33.438566 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47a9c77b-141e-4a45-a9a8-525ef405c0fa') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:29:33.455251 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60178235'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.476411 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.484618 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:29:33.485256 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088943'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: from cryptography.utils import int_from_bytes Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: from cryptography.utils import int_from_bytes Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: timer() Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: cb(*args, **kw) Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: self._notify() Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: self.callback(batched_events) Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: event.method(event) Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._get(url).json() Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:29:33.489106 dv-cinder-797245-8-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:29:33.543039 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.549703 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b908cba1-3a9e-42c5-9566-c69fd656591f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:33.553606 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.556487 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] 10.222.0.39 "DELETE /v2.0/networks/9e4dd348-b917-4298-9670-abbbb983da4c HTTP/1.1" status: 204 len: 168 time: 0.4567895 Jun 29 03:29:33.568086 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Pushing event deleted for resources: {'Network': ['ID=9e4dd348-b917-4298-9670-abbbb983da4c,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:33.571324 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ec0cef65-36c6-4e70-9141-dda5c896981d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:33.707230 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c82899-7979-49cc-a60f-748d0f6df116 req-2a4e22b3-44f1-412a-83b4-bee89b12ac69 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:33.708680 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-76c82899-7979-49cc-a60f-748d0f6df116 req-2a4e22b3-44f1-412a-83b4-bee89b12ac69 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0657825 Jun 29 03:29:33.729143 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45650) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:33.748588 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-76c82899-7979-49cc-a60f-748d0f6df116 req-953fb9ce-008a-4428-aaa8-0276ce077385 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342028 Jun 29 03:29:33.773412 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3123e24d-6152-484b-9f4e-8947772e8c41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc1ef76f974846578f8051485c69e823&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0429406 Jun 29 03:29:33.775716 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45652) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:33.821487 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5cf745ca-7c02-42a9-93b1-b2ff59a7018c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.841586 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5cf745ca-7c02-42a9-93b1-b2ff59a7018c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.888782 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5cf745ca-7c02-42a9-93b1-b2ff59a7018c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.891292 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5cf745ca-7c02-42a9-93b1-b2ff59a7018c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:33.892454 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-5cf745ca-7c02-42a9-93b1-b2ff59a7018c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f5055d2-1412-4c9e-acc9-ccf3228bbc15 HTTP/1.1" status: 204 len: 168 time: 0.1158192 Jun 29 03:29:33.893191 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6d076164-4409-46af-9cbc-51faf1efa827 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:33.900503 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf745ca-7c02-42a9-93b1-b2ff59a7018c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f5055d2-1412-4c9e-acc9-ccf3228bbc15,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:33.902625 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5cf745ca-7c02-42a9-93b1-b2ff59a7018c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:34.306246 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b324b4-e83c-4ee4-9760-43f457be409e req-be5780af-b043-482a-8740-698d296c9240 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:34.307743 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-77b324b4-e83c-4ee4-9760-43f457be409e req-be5780af-b043-482a-8740-698d296c9240 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/networks?id=8a37d8b1-3750-4875-a0d4-6957b790648c HTTP/1.1" status: 200 len: 814 time: 0.1198645 Jun 29 03:29:34.326633 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-77b324b4-e83c-4ee4-9760-43f457be409e req-8927580e-fab4-4587-8d1b-a3c70181a895 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/quotas/f9cceac2e13b49379e513e3fd9437f00 HTTP/1.1" status: 200 len: 375 time: 0.0113564 Jun 29 03:29:34.416658 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-77b324b4-e83c-4ee4-9760-43f457be409e req-5b18dcb1-88bf-47d7-877d-86a0f773e2ab tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9cceac2e13b49379e513e3fd9437f00&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0831096 Jun 29 03:29:34.518960 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-77b324b4-e83c-4ee4-9760-43f457be409e req-59fe29a6-caee-4e06-9cb3-eacde5ea16ee service neutron] 10.222.0.39 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936499 Jun 29 03:29:34.648480 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-77b324b4-e83c-4ee4-9760-43f457be409e req-0dce74c0-5209-4f00-9b2e-79d11b1e3803 service neutron] 10.222.0.39 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234083 Jun 29 03:29:35.064199 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b1b909-d1b7-4cea-8939-cb6dbf017eda req-b1f6152e-a934-4f6f-8e08-3aa212a4be88 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:35.065647 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d4b1b909-d1b7-4cea-8939-cb6dbf017eda req-b1f6152e-a934-4f6f-8e08-3aa212a4be88 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0777874 Jun 29 03:29:35.113524 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d4b1b909-d1b7-4cea-8939-cb6dbf017eda req-b495dbc1-1e53-452d-a541-2a0bb5e101e5 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415454 Jun 29 03:29:35.221066 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f065d11c-5da3-4c0f-acf6-bcd6fadd118e req-0327b21d-8b20-4817-8049-e8ef8bf835f2 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 210 time: 0.0437915 Jun 29 03:29:36.393143 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-43f9b532-1be1-43c6-9d9d-1b2a4d0094c7 req-fc7d93f0-6295-406a-8365-a60c0f798db4 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 210 time: 0.0457029 Jun 29 03:29:36.414986 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f66617-d21c-470e-876b-412df1c53351 req-1badba4b-061d-4fb6-a203-494ceb21e075 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:36.417099 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-13f66617-d21c-470e-876b-412df1c53351 req-1badba4b-061d-4fb6-a203-494ceb21e075 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.1716986 Jun 29 03:29:36.468328 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b324b4-e83c-4ee4-9760-43f457be409e req-4094e141-d5ce-4221-9299-fdaa6b58431e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:36.470024 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-77b324b4-e83c-4ee4-9760-43f457be409e req-4094e141-d5ce-4221-9299-fdaa6b58431e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "GET /v2.0/networks?id=8a37d8b1-3750-4875-a0d4-6957b790648c HTTP/1.1" status: 200 len: 814 time: 0.1919200 Jun 29 03:29:36.491374 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-13f66617-d21c-470e-876b-412df1c53351 req-38118e71-ab57-4234-ae92-cbda1453a991 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675600 Jun 29 03:29:36.504545 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-77b324b4-e83c-4ee4-9760-43f457be409e req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Request body: {'port': {'device_id': '999dc0a8-f204-4664-99d7-c9ca5aa80521', 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c', 'admin_state_up': True, 'tenant_id': 'f9cceac2e13b49379e513e3fd9437f00'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:36.642085 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77b324b4-e83c-4ee4-9760-43f457be409e req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Made reservation on behalf of f9cceac2e13b49379e513e3fd9437f00 for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:29:36.646421 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-77b324b4-e83c-4ee4-9760-43f457be409e req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:36.734058 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45810) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:36.777646 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-77b324b4-e83c-4ee4-9760-43f457be409e req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Allocated IP 172.20.0.4 (8a37d8b1-3750-4875-a0d4-6957b790648c/2aa26576-598b-4777-a86a-7a7ab71ebf75/028fee85-21bd-4fe8-a33c-b76bb06417d0) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:29:36.860766 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1602c544-a842-4900-a2d6-f361eed61a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:36.933864 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-77b324b4-e83c-4ee4-9760-43f457be409e req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:36.957037 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1602c544-a842-4900-a2d6-f361eed61a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:36.960757 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1602c544-a842-4900-a2d6-f361eed61a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:36.964506 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cc8202ba-73df-4608-b1fc-5e7184409d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:36.974250 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-77b324b4-e83c-4ee4-9760-43f457be409e req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:36.978791 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-6657f9bb-2c65-43f7-9bec-b631910a3209 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:37.002918 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1602c544-a842-4900-a2d6-f361eed61a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc9ac2c-890c-4c90-8f63-9ef324e9e4af,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:37.006134 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1602c544-a842-4900-a2d6-f361eed61a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:37.010988 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-1602c544-a842-4900-a2d6-f361eed61a8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d97440cc4345467e8c0aa9fa1013a440&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2733295 Jun 29 03:29:37.012257 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45824) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:37.025096 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77b324b4-e83c-4ee4-9760-43f457be409e req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Network 8a37d8b1-3750-4875-a0d4-6957b790648c is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:29:37.028824 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-77b324b4-e83c-4ee4-9760-43f457be409e req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:37.032819 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b324b4-e83c-4ee4-9760-43f457be409e req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:29:37.038998 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Pushing event updated for resources: {'Port': ['ID=028fee85-21bd-4fe8-a33c-b76bb06417d0,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:37.063555 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:37.065653 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1941d30d-66c3-4e95-9f44-e44c139b6329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:37.085758 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1941d30d-66c3-4e95-9f44-e44c139b6329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:37.087881 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b324b4-e83c-4ee4-9760-43f457be409e req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:37.088490 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-77b324b4-e83c-4ee4-9760-43f457be409e req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:37.104496 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-77b324b4-e83c-4ee4-9760-43f457be409e req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6042230 Jun 29 03:29:37.132181 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1941d30d-66c3-4e95-9f44-e44c139b6329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:37.134665 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1941d30d-66c3-4e95-9f44-e44c139b6329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:37.135800 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-1941d30d-66c3-4e95-9f44-e44c139b6329 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5cc9ac2c-890c-4c90-8f63-9ef324e9e4af HTTP/1.1" status: 204 len: 168 time: 0.1236339 Jun 29 03:29:37.136579 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e00224d3-504f-4a31-96cb-760da7ed1b92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:37.144466 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1941d30d-66c3-4e95-9f44-e44c139b6329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc9ac2c-890c-4c90-8f63-9ef324e9e4af,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:37.150153 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1941d30d-66c3-4e95-9f44-e44c139b6329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:37.391652 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 45832) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:37.406009 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-dabe0775-e3a2-4e28-a63b-8ee9a06b4bcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:37.491567 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-dabe0775-e3a2-4e28-a63b-8ee9a06b4bcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:37.495169 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-dabe0775-e3a2-4e28-a63b-8ee9a06b4bcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:37.497742 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-352785ea-050d-43ff-8043-75acf2e495b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:37.534183 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-dabe0775-e3a2-4e28-a63b-8ee9a06b4bcb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0940e0c84f9f430591a830206be033a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413288 Jun 29 03:29:37.535059 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe0775-e3a2-4e28-a63b-8ee9a06b4bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7444b19-ce0a-4377-86ff-5f71c272b174,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:37.536819 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45840) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:37.540633 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-dabe0775-e3a2-4e28-a63b-8ee9a06b4bcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:37.584591 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7caf576a-4c01-4fd0-a6ab-b6e366142b87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:37.605773 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7caf576a-4c01-4fd0-a6ab-b6e366142b87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:37.651880 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7caf576a-4c01-4fd0-a6ab-b6e366142b87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:37.655049 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7caf576a-4c01-4fd0-a6ab-b6e366142b87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:37.656209 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-7caf576a-4c01-4fd0-a6ab-b6e366142b87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e7444b19-ce0a-4377-86ff-5f71c272b174 HTTP/1.1" status: 204 len: 168 time: 0.1183693 Jun 29 03:29:37.656849 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:37.663937 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf576a-4c01-4fd0-a6ab-b6e366142b87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7444b19-ce0a-4377-86ff-5f71c272b174,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:37.666161 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7caf576a-4c01-4fd0-a6ab-b6e366142b87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:38.083120 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['21eb1c87-eb8e-4454-a96a-6559b9f04f9f', '34111b78-ac08-438f-a09d-26d73547822a'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:29:39.180244 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45890) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:39.284419 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4af2a62f-63f7-49fc-9e02-9ab696532321 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.368297 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4af2a62f-63f7-49fc-9e02-9ab696532321 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.372432 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4af2a62f-63f7-49fc-9e02-9ab696532321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.374612 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:39.407931 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af2a62f-63f7-49fc-9e02-9ab696532321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=316eb129-b787-40f5-b814-adaf1df3cb94,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:39.412127 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4af2a62f-63f7-49fc-9e02-9ab696532321 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9782b306dcd047c3bfc054b923322c4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2308736 Jun 29 03:29:39.412975 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4af2a62f-63f7-49fc-9e02-9ab696532321 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:39.414806 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45894) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:39.460766 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aa423bea-9f96-4653-b636-d150cf8f387c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.481252 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aa423bea-9f96-4653-b636-d150cf8f387c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.525495 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aa423bea-9f96-4653-b636-d150cf8f387c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.528144 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-aa423bea-9f96-4653-b636-d150cf8f387c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.529245 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-aa423bea-9f96-4653-b636-d150cf8f387c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/316eb129-b787-40f5-b814-adaf1df3cb94 HTTP/1.1" status: 204 len: 168 time: 0.1136494 Jun 29 03:29:39.529952 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4af2a62f-63f7-49fc-9e02-9ab696532321 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:39.537532 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa423bea-9f96-4653-b636-d150cf8f387c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=316eb129-b787-40f5-b814-adaf1df3cb94,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:39.539970 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-aa423bea-9f96-4653-b636-d150cf8f387c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:39.778764 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45902) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:39.793588 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1b940075-c308-4702-a82f-48f7e90e2548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.877760 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1b940075-c308-4702-a82f-48f7e90e2548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.881365 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1b940075-c308-4702-a82f-48f7e90e2548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:39.884363 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:39.918267 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-1b940075-c308-4702-a82f-48f7e90e2548 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3deca547d24949b082e6c99fbdce69b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1384764 Jun 29 03:29:39.920224 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b940075-c308-4702-a82f-48f7e90e2548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e72c93-a316-42b4-b7c0-2c0b498f5840,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:39.921586 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 45904) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:39.923044 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1b940075-c308-4702-a82f-48f7e90e2548 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:39.931959 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Request body: {'port': {'device_id': '999dc0a8-f204-4664-99d7-c9ca5aa80521', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:40.158361 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037c5b98-c0ff-45e0-93ce-8d3b06a443fb req-02406577-a70d-42f3-a8f1-cfc8d6b057b0 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:40.159813 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-037c5b98-c0ff-45e0-93ce-8d3b06a443fb req-02406577-a70d-42f3-a8f1-cfc8d6b057b0 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0639791 Jun 29 03:29:40.198595 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-037c5b98-c0ff-45e0-93ce-8d3b06a443fb req-6d9d7395-1ce6-429f-8d1c-a076f4a9f311 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330012 Jun 29 03:29:40.265954 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1d7341d0-d667-4151-9023-df4ea0ebc257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:40.287469 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:40.324428 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1d7341d0-d667-4151-9023-df4ea0ebc257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:40.404387 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedc2b7c-1875-4023-9d39-376e253e3d80 req-2a6ee8ee-8640-4742-b8f1-487af689d620 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:40.405872 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bedc2b7c-1875-4023-9d39-376e253e3d80 req-2a6ee8ee-8640-4742-b8f1-487af689d620 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 931 time: 0.1550338 Jun 29 03:29:40.490222 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1d7341d0-d667-4151-9023-df4ea0ebc257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:40.492650 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1d7341d0-d667-4151-9023-df4ea0ebc257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:40.493770 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-1d7341d0-d667-4151-9023-df4ea0ebc257 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a1e72c93-a316-42b4-b7c0-2c0b498f5840 HTTP/1.1" status: 204 len: 168 time: 0.5711532 Jun 29 03:29:40.503044 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:40.526496 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7341d0-d667-4151-9023-df4ea0ebc257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e72c93-a316-42b4-b7c0-2c0b498f5840,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:40.532966 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bedc2b7c-1875-4023-9d39-376e253e3d80 req-2fe504ab-ea89-4610-8de5-60c333c8b86f tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202257 Jun 29 03:29:40.533934 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-1d7341d0-d667-4151-9023-df4ea0ebc257 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:40.653836 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cfb57e-98bc-4d91-8c67-79dc642956af req-fd2a2eae-cfc2-4800-ad14-8ab4cad70b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:40.655320 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-81cfb57e-98bc-4d91-8c67-79dc642956af req-fd2a2eae-cfc2-4800-ad14-8ab4cad70b4a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 1098 time: 0.0560989 Jun 29 03:29:40.683306 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 028fee85-21bd-4fe8-a33c-b76bb06417d0 {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:29:40.692090 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:40.698741 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-81cfb57e-98bc-4d91-8c67-79dc642956af req-b648b1fd-aaf4-4f02-aceb-9fdb7c8794a9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348356 Jun 29 03:29:40.706795 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Transition to ACTIVE for port object 028fee85-21bd-4fe8-a33c-b76bb06417d0 will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:29:40.710426 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:40.713130 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:40.761459 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Pushing event updated for resources: {'Port': ['ID=028fee85-21bd-4fe8-a33c-b76bb06417d0,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:40.766455 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:40.838225 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Attempting to bind port 028fee85-21bd-4fe8-a33c-b76bb06417d0 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:29:40.838225 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Attempting to bind port 028fee85-21bd-4fe8-a33c-b76bb06417d0 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:29:40.838225 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Attempting to bind port 028fee85-21bd-4fe8-a33c-b76bb06417d0 on network 8a37d8b1-3750-4875-a0d4-6957b790648c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:29:40.840566 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Port 028fee85-21bd-4fe8-a33c-b76bb06417d0 on network 8a37d8b1-3750-4875-a0d4-6957b790648c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:29:40.840895 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Attempting to bind port 028fee85-21bd-4fe8-a33c-b76bb06417d0 on network 8a37d8b1-3750-4875-a0d4-6957b790648c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:29:40.845677 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 29, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:29:40.846010 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Checking segment: {'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:29:40.846391 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Bound using segment: {'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:29:40.846857 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Bound port: 028fee85-21bd-4fe8-a33c-b76bb06417d0, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:29:40.847216 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:40.911445 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] For port 028fee85-21bd-4fe8-a33c-b76bb06417d0, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:29:40.914667 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] For port 028fee85-21bd-4fe8-a33c-b76bb06417d0, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=028fee85-21bd-4fe8-a33c-b76bb06417d0,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:29:40.918439 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:40.921931 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:40.953973 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:40.954740 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:40.956120 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-77b324b4-e83c-4ee4-9760-43f457be409e req-048ad7d1-3856-420e-9393-302d135f102a service neutron] 10.222.0.21 "PUT /v2.0/ports/028fee85-21bd-4fe8-a33c-b76bb06417d0 HTTP/1.1" status: 200 len: 1093 time: 1.0279703 Jun 29 03:29:40.960288 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '999dc0a8-f204-4664-99d7-c9ca5aa80521', 'tag': '028fee85-21bd-4fe8-a33c-b76bb06417d0'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:29:40.962517 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a155fdda-4f48-4ad4-8818-c7d03b4fea6a" -d '{"events": [{"name": "network-changed", "server_uuid": "999dc0a8-f204-4664-99d7-c9ca5aa80521", "tag": "028fee85-21bd-4fe8-a33c-b76bb06417d0"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:29:40.990172 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Pushing event updated for resources: {'Port': ['ID=028fee85-21bd-4fe8-a33c-b76bb06417d0,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:40.993353 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:41.013700 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ae2dc2-b346-49b4-b58c-a5b5dc0ef8c9 x-openstack-request-id: req-f0ae2dc2-b346-49b4-b58c-a5b5dc0ef8c9 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:29:41.014087 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "999dc0a8-f204-4664-99d7-c9ca5aa80521", "tag": "028fee85-21bd-4fe8-a33c-b76bb06417d0", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:29:41.014360 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0ae2dc2-b346-49b4-b58c-a5b5dc0ef8c9 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:29:41.015364 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '999dc0a8-f204-4664-99d7-c9ca5aa80521', 'tag': '028fee85-21bd-4fe8-a33c-b76bb06417d0', 'status': 'completed', 'code': 200} Jun 29 03:29:41.341428 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155fdda-4f48-4ad4-8818-c7d03b4fea6a req-907c15a6-1f74-4221-b877-47c2d48da65b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:41.343010 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a155fdda-4f48-4ad4-8818-c7d03b4fea6a req-907c15a6-1f74-4221-b877-47c2d48da65b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9cceac2e13b49379e513e3fd9437f00&device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 1096 time: 0.0628250 Jun 29 03:29:41.484686 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155fdda-4f48-4ad4-8818-c7d03b4fea6a req-b7c28db4-b78e-44a9-b2ab-1acf75186fed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:41.488675 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a155fdda-4f48-4ad4-8818-c7d03b4fea6a req-b7c28db4-b78e-44a9-b2ab-1acf75186fed service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f9cceac2e13b49379e513e3fd9437f00&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1219561 Jun 29 03:29:41.501937 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3eced9c-aa44-45f4-81c0-c04cdb226013 req-d33c9137-d64d-42d5-85a9-e994b962710b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:41.510194 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3eced9c-aa44-45f4-81c0-c04cdb226013 req-d33c9137-d64d-42d5-85a9-e994b962710b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0790975 Jun 29 03:29:41.560245 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e3eced9c-aa44-45f4-81c0-c04cdb226013 req-5706a5ac-bfd0-4a65-a5d1-6d162eb7e900 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487328 Jun 29 03:29:41.600611 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a155fdda-4f48-4ad4-8818-c7d03b4fea6a req-9cf53053-4b8f-4fc1-a9a8-7b4c0708ba88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:41.602843 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a155fdda-4f48-4ad4-8818-c7d03b4fea6a req-9cf53053-4b8f-4fc1-a9a8-7b4c0708ba88 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1059048 Jun 29 03:29:41.776814 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bd1585-cd64-4e39-80d0-73a4cb4dfffe req-59fab7c4-d1da-4615-9b4c-5f437d2d8c4a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:41.778948 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33bd1585-cd64-4e39-80d0-73a4cb4dfffe req-59fab7c4-d1da-4615-9b4c-5f437d2d8c4a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 943 time: 0.1062171 Jun 29 03:29:41.797002 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b324b4-e83c-4ee4-9760-43f457be409e req-61e79234-e963-4275-b571-cca19d410f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:41.798343 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-77b324b4-e83c-4ee4-9760-43f457be409e req-61e79234-e963-4275-b571-cca19d410f38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9cceac2e13b49379e513e3fd9437f00&device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 1096 time: 0.0975049 Jun 29 03:29:41.862175 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-77b324b4-e83c-4ee4-9760-43f457be409e req-71571f1b-a101-43f4-b120-2eed96e62b3d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=028fee85-21bd-4fe8-a33c-b76bb06417d0 HTTP/1.1" status: 200 len: 217 time: 0.0478084 Jun 29 03:29:41.865196 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33bd1585-cd64-4e39-80d0-73a4cb4dfffe req-54b202d3-eadf-4a69-9dd7-fae5072a37d7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773568 Jun 29 03:29:41.923109 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b324b4-e83c-4ee4-9760-43f457be409e req-99d29d80-5be4-4997-872e-5e7c83567b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:41.927700 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-77b324b4-e83c-4ee4-9760-43f457be409e req-99d29d80-5be4-4997-872e-5e7c83567b4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa26576-598b-4777-a86a-7a7ab71ebf75 HTTP/1.1" status: 200 len: 854 time: 0.0523698 Jun 29 03:29:41.969004 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-77b324b4-e83c-4ee4-9760-43f457be409e req-6e63aac5-dbb7-42f4-8553-e760d14efada service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a37d8b1-3750-4875-a0d4-6957b790648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292974 Jun 29 03:29:42.070558 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-77b324b4-e83c-4ee4-9760-43f457be409e req-0e978d6b-a42b-4086-b71f-04c2e03f853f service neutron] 10.222.0.21 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943704 Jun 29 03:29:42.161455 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-77b324b4-e83c-4ee4-9760-43f457be409e req-98b80f7e-c48a-43c1-997b-327706439ed8 service neutron] 10.222.0.21 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833707 Jun 29 03:29:42.278115 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45986) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:42.379663 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-be661046-41e4-4d3d-b6eb-47b40003c0a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:42.475016 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-be661046-41e4-4d3d-b6eb-47b40003c0a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:42.483087 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-be661046-41e4-4d3d-b6eb-47b40003c0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:42.486356 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:42.522051 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-be661046-41e4-4d3d-b6eb-47b40003c0a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=75328ec9ff0d40b9a0e603b37aa02ba6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428777 Jun 29 03:29:42.524834 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 45994) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:42.530981 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be661046-41e4-4d3d-b6eb-47b40003c0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa6fc24-5562-4045-8951-d2345ca260da,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:42.534429 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-be661046-41e4-4d3d-b6eb-47b40003c0a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:42.581081 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-43c3856c-c93d-4010-8b80-2b3306db7eb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:42.607200 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-43c3856c-c93d-4010-8b80-2b3306db7eb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:42.657656 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-43c3856c-c93d-4010-8b80-2b3306db7eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:42.660292 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-43c3856c-c93d-4010-8b80-2b3306db7eb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:42.661421 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-43c3856c-c93d-4010-8b80-2b3306db7eb2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/caa6fc24-5562-4045-8951-d2345ca260da HTTP/1.1" status: 204 len: 168 time: 0.1357067 Jun 29 03:29:42.662089 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:42.671183 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3856c-c93d-4010-8b80-2b3306db7eb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa6fc24-5562-4045-8951-d2345ca260da,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:42.673621 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-43c3856c-c93d-4010-8b80-2b3306db7eb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:42.754759 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cd9cbd-3166-432b-bed4-b25e741a31f3 req-590822da-faa4-4be7-ad11-2ab1373b5e45 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:42.756627 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-05cd9cbd-3166-432b-bed4-b25e741a31f3 req-590822da-faa4-4be7-ad11-2ab1373b5e45 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0706272 Jun 29 03:29:42.803482 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-05cd9cbd-3166-432b-bed4-b25e741a31f3 req-ee4400d8-bdd6-4af0-a5de-4f9f82cbedf6 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399132 Jun 29 03:29:42.988912 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46024) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:43.007589 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e0fafd4-c75a-4d10-9351-86e6d69ab244 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:43.016557 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985d099-4c60-480a-a94e-a9f296083c4c req-f51f78c2-8f42-4638-8465-8b47c6400ca1 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:43.018045 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b985d099-4c60-480a-a94e-a9f296083c4c req-f51f78c2-8f42-4638-8465-8b47c6400ca1 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0941446 Jun 29 03:29:43.079802 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ee51eb-9d13-4102-bf1a-c611128e2862 req-e7d39f38-e753-4577-a8bf-7377bede8f23 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:43.083440 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-24ee51eb-9d13-4102-bf1a-c611128e2862 req-e7d39f38-e753-4577-a8bf-7377bede8f23 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 943 time: 0.0788908 Jun 29 03:29:43.085974 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b985d099-4c60-480a-a94e-a9f296083c4c req-57262ae3-0b58-47be-ba16-eff415b64ae1 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595038 Jun 29 03:29:43.125383 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-24ee51eb-9d13-4102-bf1a-c611128e2862 req-c97e4116-61ff-4b36-8815-b0b424313780 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366096 Jun 29 03:29:43.160851 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e0fafd4-c75a-4d10-9351-86e6d69ab244 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:43.165454 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e0fafd4-c75a-4d10-9351-86e6d69ab244 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:43.169224 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:43.204624 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-6e0fafd4-c75a-4d10-9351-86e6d69ab244 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=997d78c901da48a0a583e2e28f620a19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2145629 Jun 29 03:29:43.205591 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fafd4-c75a-4d10-9351-86e6d69ab244 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36318ff-55be-428c-8624-302f3ad7e5bb,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:43.207264 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46028) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:43.208688 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6e0fafd4-c75a-4d10-9351-86e6d69ab244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:43.259112 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d520878a-a866-4f09-9d4c-eb557522e2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:43.281626 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d520878a-a866-4f09-9d4c-eb557522e2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:43.333270 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d520878a-a866-4f09-9d4c-eb557522e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:43.335953 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d520878a-a866-4f09-9d4c-eb557522e2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:43.337099 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-d520878a-a866-4f09-9d4c-eb557522e2aa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b36318ff-55be-428c-8624-302f3ad7e5bb HTTP/1.1" status: 204 len: 168 time: 0.1288321 Jun 29 03:29:43.337845 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-7a222550-0573-4b44-af91-88989e6cff5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:43.345405 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520878a-a866-4f09-9d4c-eb557522e2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36318ff-55be-428c-8624-302f3ad7e5bb,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:43.347615 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-d520878a-a866-4f09-9d4c-eb557522e2aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:43.411359 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.027769 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46072) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:44.125162 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46082) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:44.187345 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-599941827-network', 'tenant_id': '4e66e4bbbbde48d4a8e7a6971d143c8a'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:44.216322 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Made reservation on behalf of 4e66e4bbbbde48d4a8e7a6971d143c8a for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:29:44.220163 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.230461 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.270517 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e9347598-bf63-4e6d-89f2-6bddaadc1102 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.374851 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aece2c8c-88d4-4539-9ae2-d8ba2b3b3a72 req-4b032c51-8d38-4a02-a6c8-4b288370787a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:44.380317 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-aece2c8c-88d4-4539-9ae2-d8ba2b3b3a72 req-4b032c51-8d38-4a02-a6c8-4b288370787a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 943 time: 0.1131051 Jun 29 03:29:44.419581 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.444617 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-aece2c8c-88d4-4539-9ae2-d8ba2b3b3a72 req-76cceb2a-5a79-4f74-9915-208f2a9a3085 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601628 Jun 29 03:29:44.448058 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.464671 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:29:44.469397 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5782d1ac-a5a6-48a1-be74-d744d6946952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:44.510935 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.511272 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Added segment 005e55be-9e67-42d8-8aba-7c52474e33a6 of type vlan for network 80c89013-0f81-41ac-824f-e34f6674d0a7 Jun 29 03:29:44.526665 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d0a96b-8878-4437-84ec-7540d8dc8f71,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:44.530730 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:44.574881 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.630488 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.635111 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:44.635676 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.641146 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:44.647218 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e9347598-bf63-4e6d-89f2-6bddaadc1102 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.690775 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e9347598-bf63-4e6d-89f2-6bddaadc1102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.715276 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6863546 Jun 29 03:29:44.718804 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46100) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:44.726326 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-f23c2cd6-9a17-47a2-879b-94fe8892c5fc admin admin] Request body: {'subnet': {'network_id': '80c89013-0f81-41ac-824f-e34f6674d0a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-599941827-subnet', 'tenant_id': '4e66e4bbbbde48d4a8e7a6971d143c8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:44.726475 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Pushing event updated for resources: {'Network': ['ID=80c89013-0f81-41ac-824f-e34f6674d0a7,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:44.729162 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:44.733325 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:44.740732 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e9347598-bf63-4e6d-89f2-6bddaadc1102 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77b3ce9865994f60bfe219131ddd4e4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6133595 Jun 29 03:29:44.746152 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46104) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:44.749283 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network 80c89013-0f81-41ac-824f-e34f6674d0a7 details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:29:44.787682 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9347598-bf63-4e6d-89f2-6bddaadc1102 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e1d750-6b6f-418d-967b-ae8440b63032,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:44.790960 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e9347598-bf63-4e6d-89f2-6bddaadc1102 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:44.828912 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f23c2cd6-9a17-47a2-879b-94fe8892c5fc admin admin] Made reservation on behalf of 4e66e4bbbbde48d4a8e7a6971d143c8a for: {'subnet': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:29:44.831855 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f23c2cd6-9a17-47a2-879b-94fe8892c5fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2663237'] for subnet, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.869988 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2e5cae3f-2134-46ce-a65c-e801df10a91a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.907575 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2e5cae3f-2134-46ce-a65c-e801df10a91a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:44.915413 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae981ca7-1c95-4e1e-96ba-48f50504d5a2 req-50013620-4875-4839-9f06-89265db8a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:44.917056 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ae981ca7-1c95-4e1e-96ba-48f50504d5a2 req-50013620-4875-4839-9f06-89265db8a2fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8a3ca31ac434da497a3b6b2dc4e4d35&device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 1098 time: 0.1374621 Jun 29 03:29:44.957726 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1673c839-18ca-40fb-adef-0329ff3ca56c req-0756be57-5a7c-49be-b0fd-b7e9366a8ae9 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:44.964302 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1673c839-18ca-40fb-adef-0329ff3ca56c req-0756be57-5a7c-49be-b0fd-b7e9366a8ae9 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1251059 Jun 29 03:29:45.001329 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1673c839-18ca-40fb-adef-0329ff3ca56c req-bab9dfb4-a977-468e-a306-2b603d31542d tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357571 Jun 29 03:29:45.019562 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2e5cae3f-2134-46ce-a65c-e801df10a91a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:45.022480 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2e5cae3f-2134-46ce-a65c-e801df10a91a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:45.026783 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-2e5cae3f-2134-46ce-a65c-e801df10a91a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8e1d750-6b6f-418d-967b-ae8440b63032 HTTP/1.1" status: 204 len: 168 time: 0.2756891 Jun 29 03:29:45.026783 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6e0fafd4-c75a-4d10-9351-86e6d69ab244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:45.034429 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5cae3f-2134-46ce-a65c-e801df10a91a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e1d750-6b6f-418d-967b-ae8440b63032,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:45.036731 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2e5cae3f-2134-46ce-a65c-e801df10a91a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:45.062695 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae981ca7-1c95-4e1e-96ba-48f50504d5a2 req-02d567d1-f951-41fa-a7bf-1a377b6b9118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:45.064197 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ae981ca7-1c95-4e1e-96ba-48f50504d5a2 req-02d567d1-f951-41fa-a7bf-1a377b6b9118 service neutron] 10.222.0.21 "GET /v2.0/networks?id=747284db-2222-4a59-bd55-82efbc6a5748 HTTP/1.1" status: 200 len: 919 time: 0.1381252 Jun 29 03:29:45.133741 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ae981ca7-1c95-4e1e-96ba-48f50504d5a2 req-168b6548-3b08-4b71-8f73-5518f5f35612 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0875cb9-468d-4ebf-9502-b18e15112d6b HTTP/1.1" status: 200 len: 217 time: 0.0446832 Jun 29 03:29:45.143422 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f23c2cd6-9a17-47a2-879b-94fe8892c5fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2558878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862015'] for subnet, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:45.145642 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-8ff699c3-a21a-4d3b-a1d9-e8e6011d4a3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:45.237134 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23c2cd6-9a17-47a2-879b-94fe8892c5fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=946c7cb9-9e43-4140-9a23-5aa609d5cc99,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:45.241580 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae981ca7-1c95-4e1e-96ba-48f50504d5a2 req-df25576d-b826-41d8-8711-0af0296775d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:45.243089 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ae981ca7-1c95-4e1e-96ba-48f50504d5a2 req-df25576d-b826-41d8-8711-0af0296775d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1e87b90-dc93-4fcf-985e-c8942feb4487 HTTP/1.1" status: 200 len: 858 time: 0.0983412 Jun 29 03:29:45.245185 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f23c2cd6-9a17-47a2-879b-94fe8892c5fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:45.251754 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f23c2cd6-9a17-47a2-879b-94fe8892c5fc admin admin] Checking segment: {'id': '005e55be-9e67-42d8-8aba-7c52474e33a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '80c89013-0f81-41ac-824f-e34f6674d0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:29:45.252175 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23c2cd6-9a17-47a2-879b-94fe8892c5fc admin admin] Network hostable DHCP agents. Network: 80c89013-0f81-41ac-824f-e34f6674d0a7, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:29:45.284514 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ae981ca7-1c95-4e1e-96ba-48f50504d5a2 req-cfc1b6a8-5ed0-447b-8799-56808a68ed82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=747284db-2222-4a59-bd55-82efbc6a5748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300372 Jun 29 03:29:45.307814 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f23c2cd6-9a17-47a2-879b-94fe8892c5fc admin admin] Network 80c89013-0f81-41ac-824f-e34f6674d0a7 is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:29:45.353285 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-f23c2cd6-9a17-47a2-879b-94fe8892c5fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, 80c89013-0f81-41ac-824f-e34f6674d0a7) {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:45.357732 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f23c2cd6-9a17-47a2-879b-94fe8892c5fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:45.358486 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f23c2cd6-9a17-47a2-879b-94fe8892c5fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:45.362817 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3b47cf-9634-4156-9330-cce8ccb78502 None None] Network 80c89013-0f81-41ac-824f-e34f6674d0a7 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:29:45.395817 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-f23c2cd6-9a17-47a2-879b-94fe8892c5fc admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6653385 Jun 29 03:29:45.428195 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ae981ca7-1c95-4e1e-96ba-48f50504d5a2 req-63819b6e-6542-46c2-b47e-6bb032967e46 service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293440 Jun 29 03:29:45.505884 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8771a38-dbae-4a65-9f9c-bea5a020c148 None None] Network 80c89013-0f81-41ac-824f-e34f6674d0a7 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:29:45.583802 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ae981ca7-1c95-4e1e-96ba-48f50504d5a2 req-e954f5ca-fd20-4402-bf79-7d66d379dad3 service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465895 Jun 29 03:29:45.685255 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d65d41da-806f-445e-b027-fc2bfc0c2bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:45.728462 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40950706-a8a1-4cda-909a-bdefdb22d49f req-261477d7-6933-49e7-b6fe-dbbe1b593d8d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:45.730226 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-40950706-a8a1-4cda-909a-bdefdb22d49f req-261477d7-6933-49e7-b6fe-dbbe1b593d8d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 943 time: 0.0994079 Jun 29 03:29:45.813117 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-40950706-a8a1-4cda-909a-bdefdb22d49f req-928389b9-ddb2-431c-9b24-0918397c43c0 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707777 Jun 29 03:29:46.198485 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00533e8e-9261-4e39-bee4-14754126fccf req-d853eb25-5537-401f-9b7b-5297624251c5 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:46.200154 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-00533e8e-9261-4e39-bee4-14754126fccf req-d853eb25-5537-401f-9b7b-5297624251c5 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0649376 Jun 29 03:29:46.219570 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46170) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:46.224752 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-667682691-network', 'tenant_id': 'd1c891126025455b9484b6cb5c2014ae'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:46.246984 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Made reservation on behalf of d1c891126025455b9484b6cb5c2014ae for: {'network': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:29:46.249957 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:46.256730 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-00533e8e-9261-4e39-bee4-14754126fccf req-f00628ba-c1d0-490e-8b6c-673ef22151bd tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488348 Jun 29 03:29:46.259484 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:46.366867 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:46.371895 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:46.376315 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-d520878a-a866-4f09-9d4c-eb557522e2aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:46.395730 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=92918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:29:46.411377 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20816576-c1cf-45e4-9982-98cdb525645b,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:46.414368 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:46.415557 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:46.415924 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.segments_db [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Added segment 2994db5c-eb3f-414e-ae20-c20f4de41eb8 of type vlan for network bf62f0c1-772e-4a6d-9c91-206f22f59fcd Jun 29 03:29:46.466031 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:46.494355 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:46.495960 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:46.496539 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:46.498978 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-6c5c9677-0de0-441f-9c80-3ba9f5b2b6b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:46.546945 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3261805 Jun 29 03:29:46.549803 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46182) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:46.554729 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-38f9f965-deaa-4ceb-9dec-ab79019868ca admin admin] Request body: {'subnet': {'network_id': 'bf62f0c1-772e-4a6d-9c91-206f22f59fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-667682691-subnet', 'tenant_id': 'd1c891126025455b9484b6cb5c2014ae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:29:46.557689 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Pushing event updated for resources: {'Network': ['ID=bf62f0c1-772e-4a6d-9c91-206f22f59fcd,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:46.561429 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:46.568769 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network bf62f0c1-772e-4a6d-9c91-206f22f59fcd details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:29:46.582197 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38f9f965-deaa-4ceb-9dec-ab79019868ca admin admin] Made reservation on behalf of d1c891126025455b9484b6cb5c2014ae for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:29:46.584866 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-38f9f965-deaa-4ceb-9dec-ab79019868ca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59412100'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:46.756008 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-38f9f965-deaa-4ceb-9dec-ab79019868ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3089025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59344510'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:46.759081 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:46.817994 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9f965-deaa-4ceb-9dec-ab79019868ca admin admin] Pushing event updated for resources: {'Subnet': ['ID=5873f389-3aa5-49a5-8368-f14e7ce6f208,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:46.823067 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-38f9f965-deaa-4ceb-9dec-ab79019868ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:46.826302 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38f9f965-deaa-4ceb-9dec-ab79019868ca admin admin] Checking segment: {'id': '2994db5c-eb3f-414e-ae20-c20f4de41eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'bf62f0c1-772e-4a6d-9c91-206f22f59fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:29:46.827976 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f9f965-deaa-4ceb-9dec-ab79019868ca admin admin] Network hostable DHCP agents. Network: bf62f0c1-772e-4a6d-9c91-206f22f59fcd, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:29:46.844828 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f9f965-deaa-4ceb-9dec-ab79019868ca admin admin] Network bf62f0c1-772e-4a6d-9c91-206f22f59fcd is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:29:46.854064 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-38f9f965-deaa-4ceb-9dec-ab79019868ca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, bf62f0c1-772e-4a6d-9c91-206f22f59fcd) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:29:46.859096 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f9f965-deaa-4ceb-9dec-ab79019868ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:46.859794 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-38f9f965-deaa-4ceb-9dec-ab79019868ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:46.864004 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f022283a-fa8c-4066-8b5a-f501828ef5b1 None None] Network bf62f0c1-772e-4a6d-9c91-206f22f59fcd requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:29:46.874836 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-38f9f965-deaa-4ceb-9dec-ab79019868ca admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3238447 Jun 29 03:29:46.999203 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210813f3-4359-4f23-b99e-063733ef1f89 None None] Network bf62f0c1-772e-4a6d-9c91-206f22f59fcd requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:29:47.812947 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 028fee85-21bd-4fe8-a33c-b76bb06417d0 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:29:47.912457 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 028fee85-21bd-4fe8-a33c-b76bb06417d0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=028fee85-21bd-4fe8-a33c-b76bb06417d0,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:47.923218 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '028fee85-21bd-4fe8-a33c-b76bb06417d0', 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c', 'port_id': '028fee85-21bd-4fe8-a33c-b76bb06417d0', 'mac_address': 'fa:16:3e:81:ea:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa26576-598b-4777-a86a-7a7ab71ebf75', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:29:47.958822 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:47.971013 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 028fee85-21bd-4fe8-a33c-b76bb06417d0 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:29:47.991060 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 028fee85-21bd-4fe8-a33c-b76bb06417d0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=028fee85-21bd-4fe8-a33c-b76bb06417d0,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:47.994894 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:47.996854 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-790b1f9d-eee0-4abe-a023-b2a4e81948b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:48.045836 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=028fee85-21bd-4fe8-a33c-b76bb06417d0,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:48.048880 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:48.456144 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8759168b-df75-4e30-9c17-8b1a2edf64f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:48.725704 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:49.072050 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2689ef-890a-41b7-b133-90ab97e48198 req-eb7380f2-95ad-4822-a336-e5c1821b3ea6 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:49.073535 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb2689ef-890a-41b7-b133-90ab97e48198 req-eb7380f2-95ad-4822-a336-e5c1821b3ea6 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 944 time: 0.0678015 Jun 29 03:29:49.084313 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16eddc7-30c9-4113-a114-f593962407ad req-f90d6257-6c28-401f-a53d-ed1f03b66f2f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:49.085775 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c16eddc7-30c9-4113-a114-f593962407ad req-f90d6257-6c28-401f-a53d-ed1f03b66f2f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0645289 Jun 29 03:29:49.113014 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb2689ef-890a-41b7-b133-90ab97e48198 req-af897e05-5cd8-45f9-89f1-b1a8d136d769 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326350 Jun 29 03:29:49.124166 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c16eddc7-30c9-4113-a114-f593962407ad req-1ed2df8f-b9cd-4dd0-ae68-4b8a3cd2b799 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318837 Jun 29 03:29:49.319832 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['028fee85-21bd-4fe8-a33c-b76bb06417d0'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:29:49.570593 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:50.290952 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8ab3b4-298c-4064-a016-0314c2e8c9da req-d32ea81c-0de6-4e83-8587-45d13a33a87c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:50.292568 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dd8ab3b4-298c-4064-a016-0314c2e8c9da req-d32ea81c-0de6-4e83-8587-45d13a33a87c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 944 time: 0.0667639 Jun 29 03:29:50.296242 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c94b4a1-105e-4943-b42e-780637e9a969 req-563687c4-ce72-4192-b0ab-fb49902831f1 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:50.297719 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8c94b4a1-105e-4943-b42e-780637e9a969 req-563687c4-ce72-4192-b0ab-fb49902831f1 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0614417 Jun 29 03:29:50.331559 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dd8ab3b4-298c-4064-a016-0314c2e8c9da req-422ee920-4333-43f9-b9b0-a48fb8b77fe2 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321400 Jun 29 03:29:50.338828 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8c94b4a1-105e-4943-b42e-780637e9a969 req-2360aac2-ca32-49a3-946f-107ba975470f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356994 Jun 29 03:29:50.835486 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:50.850693 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 028fee85-21bd-4fe8-a33c-b76bb06417d0 up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:29:50.903567 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 028fee85-21bd-4fe8-a33c-b76bb06417d0 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:29:50.907610 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 028fee85-21bd-4fe8-a33c-b76bb06417d0 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:29:50.908031 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:50.990163 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:51.013155 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999dc0a8-f204-4664-99d7-c9ca5aa80521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028fee85-21bd-4fe8-a33c-b76bb06417d0'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:29:51.016485 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1567344-cfda-4a85-9130-77c85b680261" -d '{"events": [{"server_uuid": "999dc0a8-f204-4664-99d7-c9ca5aa80521", "name": "network-vif-plugged", "status": "completed", "tag": "028fee85-21bd-4fe8-a33c-b76bb06417d0"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:29:51.029552 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 028fee85-21bd-4fe8-a33c-b76bb06417d0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=028fee85-21bd-4fe8-a33c-b76bb06417d0,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:29:51.037146 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:51.040050 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:51.069655 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d60988d-2d6a-4f71-bc18-39f255873da1 x-openstack-request-id: req-4d60988d-2d6a-4f71-bc18-39f255873da1 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:29:51.069880 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999dc0a8-f204-4664-99d7-c9ca5aa80521", "name": "network-vif-plugged", "status": "completed", "tag": "028fee85-21bd-4fe8-a33c-b76bb06417d0", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:29:51.070137 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d60988d-2d6a-4f71-bc18-39f255873da1 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:29:51.070518 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999dc0a8-f204-4664-99d7-c9ca5aa80521', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '028fee85-21bd-4fe8-a33c-b76bb06417d0', 'code': 200} Jun 29 03:29:51.098493 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=028fee85-21bd-4fe8-a33c-b76bb06417d0,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:51.101842 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:54.187599 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d94b21e-3549-4d73-9b0b-230269680b0f req-63fd52a3-8982-4494-b62b-4d6ace6000a5 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:54.196106 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2d94b21e-3549-4d73-9b0b-230269680b0f req-63fd52a3-8982-4494-b62b-4d6ace6000a5 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 945 time: 0.0885315 Jun 29 03:29:54.231502 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945bc322-f668-4282-a981-3f46c0824edc req-0662626b-3470-46e2-af8d-03ba6ed34e56 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:54.233009 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-945bc322-f668-4282-a981-3f46c0824edc req-0662626b-3470-46e2-af8d-03ba6ed34e56 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0745723 Jun 29 03:29:54.267478 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2d94b21e-3549-4d73-9b0b-230269680b0f req-9ebc5436-f197-495b-a325-b8e251988597 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704622 Jun 29 03:29:54.271234 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-945bc322-f668-4282-a981-3f46c0824edc req-7e384705-26d7-49b7-b442-0f86a4aeb71a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312164 Jun 29 03:29:54.279067 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a740b6-93b7-4db6-9d04-1b2e7de1516b req-5ecb98a3-8eea-4445-9898-143906af53af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:54.281557 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d3a740b6-93b7-4db6-9d04-1b2e7de1516b req-5ecb98a3-8eea-4445-9898-143906af53af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 1098 time: 0.0828390 Jun 29 03:29:54.317901 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d3a740b6-93b7-4db6-9d04-1b2e7de1516b req-87969247-d29b-4fd2-8f5b-62fad3be9dd7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286717 Jun 29 03:29:55.473235 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad5e521-a09d-4e7b-8571-fd3891dab702 req-ad317aa2-d2ce-4618-a55a-433ffef9861b tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:55.479999 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146dc5b5-b026-46c6-9145-e4fb2f2db0c0 req-8e75435f-6cc9-4326-94f8-fe9fe5ab4205 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:55.480437 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0ad5e521-a09d-4e7b-8571-fd3891dab702 req-ad317aa2-d2ce-4618-a55a-433ffef9861b tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 945 time: 0.0785227 Jun 29 03:29:55.482239 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-146dc5b5-b026-46c6-9145-e4fb2f2db0c0 req-8e75435f-6cc9-4326-94f8-fe9fe5ab4205 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0845716 Jun 29 03:29:55.532112 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-146dc5b5-b026-46c6-9145-e4fb2f2db0c0 req-c6f1e333-1694-4e1e-bc98-e3577b5d9a96 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440035 Jun 29 03:29:55.536548 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0ad5e521-a09d-4e7b-8571-fd3891dab702 req-37d4e5f3-25fd-49f1-9b97-1e85f363bc82 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548267 Jun 29 03:29:56.776138 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e82b7a-a8b0-4dd8-8525-b291cbb7119b req-5c607720-afd7-4113-82b5-1cd8df65c37f tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:56.776138 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-55e82b7a-a8b0-4dd8-8525-b291cbb7119b req-5c607720-afd7-4113-82b5-1cd8df65c37f tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 945 time: 0.0842872 Jun 29 03:29:56.779405 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e43199-6482-48b3-8a8c-562bb32fe9f1 req-999a4b5a-1997-4cf4-8b9d-72cdf89d9706 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:56.782024 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-49e43199-6482-48b3-8a8c-562bb32fe9f1 req-999a4b5a-1997-4cf4-8b9d-72cdf89d9706 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0751023 Jun 29 03:29:56.828304 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-49e43199-6482-48b3-8a8c-562bb32fe9f1 req-76a2a8bd-99ec-440c-b913-45d6cb573bad tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350997 Jun 29 03:29:56.830353 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-55e82b7a-a8b0-4dd8-8525-b291cbb7119b req-924ab50f-3db7-4f4c-877f-40a20e58813c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489967 Jun 29 03:29:58.009507 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099ee4a2-ed38-4050-ad79-d3fbbe6f3d09 req-dfe3972e-90e9-411b-9343-2d3aa1d0bef8 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:58.010969 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-099ee4a2-ed38-4050-ad79-d3fbbe6f3d09 req-dfe3972e-90e9-411b-9343-2d3aa1d0bef8 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0657403 Jun 29 03:29:58.041782 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46420) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:58.050265 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-099ee4a2-ed38-4050-ad79-d3fbbe6f3d09 req-53360c57-be0f-41ae-b204-13adc3094899 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332024 Jun 29 03:29:58.150113 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2cbb112-5918-4290-9971-ec427f167229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:58.225078 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:29:58.251194 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2cbb112-5918-4290-9971-ec427f167229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:58.255118 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2cbb112-5918-4290-9971-ec427f167229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:58.257436 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-36c6d233-9452-4bf7-9e5d-d35b19eadf83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:58.293129 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cbb112-5918-4290-9971-ec427f167229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60d87872-fa31-4df7-a734-d55058227033,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:58.294570 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e2cbb112-5918-4290-9971-ec427f167229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:58.297829 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e2cbb112-5918-4290-9971-ec427f167229 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c16967b709f4f0a9d9be98b50b29c54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2548108 Jun 29 03:29:58.300768 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46438) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:58.353182 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-24f99471-7497-4628-b0a7-40cecb186711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:58.374978 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-24f99471-7497-4628-b0a7-40cecb186711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:58.424165 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-24f99471-7497-4628-b0a7-40cecb186711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:58.426673 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-24f99471-7497-4628-b0a7-40cecb186711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:58.427871 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-24f99471-7497-4628-b0a7-40cecb186711 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60d87872-fa31-4df7-a734-d55058227033 HTTP/1.1" status: 204 len: 168 time: 0.1262822 Jun 29 03:29:58.428839 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c0f158f1-e9e8-4fbb-8ad1-933cec72230c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:58.436411 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f99471-7497-4628-b0a7-40cecb186711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d87872-fa31-4df7-a734-d55058227033,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:58.440197 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-24f99471-7497-4628-b0a7-40cecb186711 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:59.232472 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89d934-abbe-4795-92d3-09ff82e711b8 req-20bb251c-9a69-4676-80ed-a035d4a45090 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:29:59.233888 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3c89d934-abbe-4795-92d3-09ff82e711b8 req-20bb251c-9a69-4676-80ed-a035d4a45090 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0679743 Jun 29 03:29:59.278159 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3c89d934-abbe-4795-92d3-09ff82e711b8 req-aefb7482-9b21-4c50-86f5-d547c13969ec tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367496 Jun 29 03:29:59.473843 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46502) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:59.575960 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46508) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:59.660214 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-843b2c68-ef77-4782-9a96-8d7593832b74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.790217 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-843b2c68-ef77-4782-9a96-8d7593832b74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.794745 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-843b2c68-ef77-4782-9a96-8d7593832b74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.797559 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:59.838287 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-843b2c68-ef77-4782-9a96-8d7593832b74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8cac2011e1d64ca380c6a7dd810bd0da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612519 Jun 29 03:29:59.838874 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46520) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:29:59.840908 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b2c68-ef77-4782-9a96-8d7593832b74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e693406-bf99-434a-9e97-8cfd4cf46698,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:59.849666 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-843b2c68-ef77-4782-9a96-8d7593832b74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:59.879206 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-07401e4e-cec4-4124-a9c1-71cc7082ac87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.896216 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-306230f4-b05d-476b-bde3-8b59599cc384 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.919832 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-306230f4-b05d-476b-bde3-8b59599cc384 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.972981 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-306230f4-b05d-476b-bde3-8b59599cc384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.976345 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-306230f4-b05d-476b-bde3-8b59599cc384 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.980313 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-306230f4-b05d-476b-bde3-8b59599cc384 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e693406-bf99-434a-9e97-8cfd4cf46698 HTTP/1.1" status: 204 len: 168 time: 0.1380949 Jun 29 03:29:59.980313 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-21b5b306-9353-41a3-a64e-d67e2e479cd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:29:59.986820 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306230f4-b05d-476b-bde3-8b59599cc384 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e693406-bf99-434a-9e97-8cfd4cf46698,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:29:59.987133 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-07401e4e-cec4-4124-a9c1-71cc7082ac87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.989513 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-306230f4-b05d-476b-bde3-8b59599cc384 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:29:59.995166 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-07401e4e-cec4-4124-a9c1-71cc7082ac87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:29:59.998623 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-43c3856c-c93d-4010-8b80-2b3306db7eb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:00.039577 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07401e4e-cec4-4124-a9c1-71cc7082ac87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7eaba99-7078-4111-9e1d-038af66f0ce6,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:00.043976 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-07401e4e-cec4-4124-a9c1-71cc7082ac87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:00.049990 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46526) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:00.056373 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-07401e4e-cec4-4124-a9c1-71cc7082ac87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0ec367cf8424e7e8e0a0342fa54bbeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5814090 Jun 29 03:30:00.103358 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8badf27a-aa8b-401e-9629-ec9dd9cf936a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.124548 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8badf27a-aa8b-401e-9629-ec9dd9cf936a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.174255 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8badf27a-aa8b-401e-9629-ec9dd9cf936a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.176875 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8badf27a-aa8b-401e-9629-ec9dd9cf936a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.178038 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-8badf27a-aa8b-401e-9629-ec9dd9cf936a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7eaba99-7078-4111-9e1d-038af66f0ce6 HTTP/1.1" status: 204 len: 168 time: 0.1269751 Jun 29 03:30:00.178779 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-843b2c68-ef77-4782-9a96-8d7593832b74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:00.186177 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8badf27a-aa8b-401e-9629-ec9dd9cf936a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7eaba99-7078-4111-9e1d-038af66f0ce6,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:00.191962 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-8badf27a-aa8b-401e-9629-ec9dd9cf936a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:00.256704 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46532) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:00.270171 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-17ead532-4fc5-40d2-afd9-7f4110423cd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.378734 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-17ead532-4fc5-40d2-afd9-7f4110423cd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.384901 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-17ead532-4fc5-40d2-afd9-7f4110423cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.387832 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-bf367ed2-e39b-423f-bcc6-b282cc67d3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:00.426088 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-17ead532-4fc5-40d2-afd9-7f4110423cd6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11a93fd5576940528bbccff909d8fd20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1679869 Jun 29 03:30:00.426732 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ead532-4fc5-40d2-afd9-7f4110423cd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8393f9a-02f2-4bc0-9849-8768000ecb4e,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:00.429030 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46540) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:00.435811 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-17ead532-4fc5-40d2-afd9-7f4110423cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:00.464899 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0144b8a1-54da-4392-ba81-356aa8caa68e req-e7207e60-dcb6-4ddf-8c9e-d17ba51bd9a0 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:00.466963 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0144b8a1-54da-4392-ba81-356aa8caa68e req-e7207e60-dcb6-4ddf-8c9e-d17ba51bd9a0 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0712538 Jun 29 03:30:00.488112 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2024ba72-ebc4-4917-a1d1-69896219e547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.509816 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2024ba72-ebc4-4917-a1d1-69896219e547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.511786 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0144b8a1-54da-4392-ba81-356aa8caa68e req-a731216c-f21a-439c-a1d0-2524cb2e9cee tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391285 Jun 29 03:30:00.561002 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2024ba72-ebc4-4917-a1d1-69896219e547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.564738 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2024ba72-ebc4-4917-a1d1-69896219e547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:00.565875 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-2024ba72-ebc4-4917-a1d1-69896219e547 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a8393f9a-02f2-4bc0-9849-8768000ecb4e HTTP/1.1" status: 204 len: 168 time: 0.1357543 Jun 29 03:30:00.566653 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-dad7479d-f969-4212-ba0c-12c9083209d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:00.574401 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024ba72-ebc4-4917-a1d1-69896219e547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8393f9a-02f2-4bc0-9849-8768000ecb4e,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:00.576795 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2024ba72-ebc4-4917-a1d1-69896219e547 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:01.695337 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d904e1c-5e4f-4bbf-b7b7-98114d5f16d3 req-98794ae5-3106-4a9c-81bd-741b0f6d89d5 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:01.696829 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0d904e1c-5e4f-4bbf-b7b7-98114d5f16d3 req-98794ae5-3106-4a9c-81bd-741b0f6d89d5 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0663741 Jun 29 03:30:01.734909 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0d904e1c-5e4f-4bbf-b7b7-98114d5f16d3 req-ce0ef243-3c93-4fd3-afff-9e9ac0ca3dd8 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321259 Jun 29 03:30:02.910438 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11af302-0ef1-47bc-9644-208b21034b40 req-3bec730d-fac7-44aa-a5c8-70d3c5cfa172 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:02.911885 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a11af302-0ef1-47bc-9644-208b21034b40 req-3bec730d-fac7-44aa-a5c8-70d3c5cfa172 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0613990 Jun 29 03:30:02.947881 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a11af302-0ef1-47bc-9644-208b21034b40 req-f9b208f2-70d8-4f52-ac96-48fa0068f109 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301347 Jun 29 03:30:06.413383 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682db8ae-24eb-495f-95e9-c696c0d2bb19 req-36eb6ab1-8a3b-4050-8d86-0511fdb6e23b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:06.414737 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-682db8ae-24eb-495f-95e9-c696c0d2bb19 req-36eb6ab1-8a3b-4050-8d86-0511fdb6e23b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0629802 Jun 29 03:30:06.451436 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-682db8ae-24eb-495f-95e9-c696c0d2bb19 req-52062e78-88dd-42ce-9af3-a979c1834522 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312080 Jun 29 03:30:07.114033 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46748) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:07.169228 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_v2 [None req-851561a4-32d1-4a04-85ba-61d107adbb13 admin admin] Deleting subnet 946c7cb9-9e43-4140-9a23-5aa609d5cc99 {{(pid=92918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:30:07.172522 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-851561a4-32d1-4a04-85ba-61d107adbb13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.209193 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-851561a4-32d1-4a04-85ba-61d107adbb13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2136132'] for subnet, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.253946 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-851561a4-32d1-4a04-85ba-61d107adbb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.334978 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-851561a4-32d1-4a04-85ba-61d107adbb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2558941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861988'] for subnet, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.348947 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:07.382186 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-851561a4-32d1-4a04-85ba-61d107adbb13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.386558 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-851561a4-32d1-4a04-85ba-61d107adbb13 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/946c7cb9-9e43-4140-9a23-5aa609d5cc99 HTTP/1.1" status: 204 len: 168 time: 0.2710841 Jun 29 03:30:07.387653 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851561a4-32d1-4a04-85ba-61d107adbb13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=946c7cb9-9e43-4140-9a23-5aa609d5cc99,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:07.388830 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46772) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:07.391386 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-851561a4-32d1-4a04-85ba-61d107adbb13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:07.478838 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.560126 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.571091 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80c89013-0f81-41ac-824f-e34f6674d0a7']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:07.581209 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '005e55be-9e67-42d8-8aba-7c52474e33a6') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:07.581588 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '005e55be-9e67-42d8-8aba-7c52474e33a6') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:07.591046 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60178235'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.606069 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.639710 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:30:07.640165 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088943'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: timer() Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: cb(*args, **kw) Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: self._notify() Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: self.callback(batched_events) Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: event.method(event) Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._get(url).json() Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:30:07.642200 dv-cinder-797245-8-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:30:07.709960 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.716536 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.718893 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] 10.222.0.39 "DELETE /v2.0/networks/80c89013-0f81-41ac-824f-e34f6674d0a7 HTTP/1.1" status: 204 len: 168 time: 0.3285251 Jun 29 03:30:07.719567 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:07.722651 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46792) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:07.740372 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b732a48c-c1a0-4c8c-adea-0dc7947545eb req-4f7a374b-b7a7-4c7e-9b5d-ed89822f2a49 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:07.742190 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b732a48c-c1a0-4c8c-adea-0dc7947545eb req-4f7a374b-b7a7-4c7e-9b5d-ed89822f2a49 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1380243 Jun 29 03:30:07.743750 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] Pushing event deleted for resources: {'Network': ['ID=80c89013-0f81-41ac-824f-e34f6674d0a7,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:07.746376 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:07.773366 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_v2 [None req-de7b365e-e9d6-47bf-8f1d-22dc0246fbfa admin admin] Deleting subnet 5873f389-3aa5-49a5-8368-f14e7ce6f208 {{(pid=92918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:30:07.776585 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de7b365e-e9d6-47bf-8f1d-22dc0246fbfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.792377 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b732a48c-c1a0-4c8c-adea-0dc7947545eb req-14221a9d-b1af-4b31-8766-4a1b4c33dc62 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415797 Jun 29 03:30:07.813487 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de7b365e-e9d6-47bf-8f1d-22dc0246fbfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2136132'] for subnet, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.858269 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de7b365e-e9d6-47bf-8f1d-22dc0246fbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.910042 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de7b365e-e9d6-47bf-8f1d-22dc0246fbfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2558941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861988'] for subnet, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.912989 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-fa6db79d-7305-4fe0-9add-a0d3aad11fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:07.939232 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7b365e-e9d6-47bf-8f1d-22dc0246fbfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5873f389-3aa5-49a5-8368-f14e7ce6f208,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:07.942463 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-de7b365e-e9d6-47bf-8f1d-22dc0246fbfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:07.943872 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de7b365e-e9d6-47bf-8f1d-22dc0246fbfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:07.944994 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-de7b365e-e9d6-47bf-8f1d-22dc0246fbfa admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5873f389-3aa5-49a5-8368-f14e7ce6f208 HTTP/1.1" status: 204 len: 168 time: 0.2207186 Jun 29 03:30:07.947558 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46802) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:08.017137 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d1e86fe4-e40e-4809-8a45-fab70c189b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.105102 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d1e86fe4-e40e-4809-8a45-fab70c189b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.115109 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-d1e86fe4-e40e-4809-8a45-fab70c189b73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf62f0c1-772e-4a6d-9c91-206f22f59fcd']}} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:08.124922 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-d1e86fe4-e40e-4809-8a45-fab70c189b73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2994db5c-eb3f-414e-ae20-c20f4de41eb8') {'for_net_delete': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:08.125217 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-d1e86fe4-e40e-4809-8a45-fab70c189b73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2994db5c-eb3f-414e-ae20-c20f4de41eb8') {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:08.134235 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d1e86fe4-e40e-4809-8a45-fab70c189b73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2136143'] for segment, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.148337 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d1e86fe4-e40e-4809-8a45-fab70c189b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.154097 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1e86fe4-e40e-4809-8a45-fab70c189b73 admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=92918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:30:08.154492 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d1e86fe4-e40e-4809-8a45-fab70c189b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558768'] for segment, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: Traceback (most recent call last): Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: timer() Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: cb(*args, **kw) Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: return func(*args, **kwargs) Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: self._notify() Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: self.callback(batched_events) Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: event.method(event) Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: return f(self, *a, **k) Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._get(url).json() Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: return self.request(url, 'GET', **kwargs) Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:30:08.156958 dv-cinder-797245-8-iscsi neutron-server[92918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:30:08.208329 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d1e86fe4-e40e-4809-8a45-fab70c189b73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.212126 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:08.214394 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d1e86fe4-e40e-4809-8a45-fab70c189b73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.216171 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-d1e86fe4-e40e-4809-8a45-fab70c189b73 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bf62f0c1-772e-4a6d-9c91-206f22f59fcd HTTP/1.1" status: 204 len: 168 time: 0.2676702 Jun 29 03:30:08.227975 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e86fe4-e40e-4809-8a45-fab70c189b73 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf62f0c1-772e-4a6d-9c91-206f22f59fcd,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:08.230649 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-d1e86fe4-e40e-4809-8a45-fab70c189b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:08.388121 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46814) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:08.431381 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-1891e4cc-8975-46be-a82f-7deefd654353 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e66e4bbbbde48d4a8e7a6971d143c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396669 Jun 29 03:30:08.431729 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46818) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:08.489010 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3396e98e-f955-4d57-9507-4ee531823511 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.512599 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3396e98e-f955-4d57-9507-4ee531823511 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.566216 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3396e98e-f955-4d57-9507-4ee531823511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.569034 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3396e98e-f955-4d57-9507-4ee531823511 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:08.584531 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-3396e98e-f955-4d57-9507-4ee531823511 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f7d0a96b-8878-4437-84ec-7540d8dc8f71 HTTP/1.1" status: 204 len: 168 time: 0.1435113 Jun 29 03:30:08.585373 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-dabe0775-e3a2-4e28-a63b-8ee9a06b4bcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:08.609176 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3396e98e-f955-4d57-9507-4ee531823511 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d0a96b-8878-4437-84ec-7540d8dc8f71,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:08.611773 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-3396e98e-f955-4d57-9507-4ee531823511 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:08.680142 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d695738-8527-4445-944c-726bca57c4cf req-44481e36-ed54-4c09-b138-57e3d61345b0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0586143 Jun 29 03:30:08.813531 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d695738-8527-4445-944c-726bca57c4cf req-1222ba22-f85c-4ba6-95a6-191a24891941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:08.815883 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d695738-8527-4445-944c-726bca57c4cf req-1222ba22-f85c-4ba6-95a6-191a24891941 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9cceac2e13b49379e513e3fd9437f00&device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 1098 time: 0.0704291 Jun 29 03:30:08.979458 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46846) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:09.024965 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d695738-8527-4445-944c-726bca57c4cf req-a943a21e-e29b-48f8-9c58-f6b287b0ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:09.026418 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d695738-8527-4445-944c-726bca57c4cf req-a943a21e-e29b-48f8-9c58-f6b287b0ebe1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a37d8b1-3750-4875-a0d4-6957b790648c HTTP/1.1" status: 200 len: 915 time: 0.1730809 Jun 29 03:30:09.028835 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-05c5da19-061f-4007-984b-22a3f293eaec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1c891126025455b9484b6cb5c2014ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0481479 Jun 29 03:30:09.031425 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46850) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:09.045735 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30535693-a9ef-4dd5-a377-3f54bbf1506c req-1f963e71-178a-48c0-b7e1-0beaf8c8f5e6 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:09.048479 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-30535693-a9ef-4dd5-a377-3f54bbf1506c req-1f963e71-178a-48c0-b7e1-0beaf8c8f5e6 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1302650 Jun 29 03:30:09.089550 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d695738-8527-4445-944c-726bca57c4cf req-9e8112a3-3168-4dfb-94fd-67ffc0236f22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21eb1c87-eb8e-4454-a96a-6559b9f04f9f HTTP/1.1" status: 200 len: 217 time: 0.0402234 Jun 29 03:30:09.105034 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a653dcb4-c106-4e5c-937d-8482e526a5ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.132898 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a653dcb4-c106-4e5c-937d-8482e526a5ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.156414 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-30535693-a9ef-4dd5-a377-3f54bbf1506c req-99fbcfb1-eb69-42ef-bc38-ce793d9dcbf3 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687366 Jun 29 03:30:09.162448 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d695738-8527-4445-944c-726bca57c4cf req-176d35aa-dc60-44a7-b183-e0a2fed4281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:09.163944 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d695738-8527-4445-944c-726bca57c4cf req-176d35aa-dc60-44a7-b183-e0a2fed4281e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa26576-598b-4777-a86a-7a7ab71ebf75 HTTP/1.1" status: 200 len: 854 time: 0.0673623 Jun 29 03:30:09.203808 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a653dcb4-c106-4e5c-937d-8482e526a5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.206003 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d695738-8527-4445-944c-726bca57c4cf req-9703f9c8-2fdd-41c3-a0e1-8af0f2d85eed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a37d8b1-3750-4875-a0d4-6957b790648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307093 Jun 29 03:30:09.206454 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a653dcb4-c106-4e5c-937d-8482e526a5ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.207580 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-a653dcb4-c106-4e5c-937d-8482e526a5ec admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20816576-c1cf-45e4-9982-98cdb525645b HTTP/1.1" status: 204 len: 168 time: 0.1752846 Jun 29 03:30:09.208419 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1b940075-c308-4702-a82f-48f7e90e2548 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:09.216180 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653dcb4-c106-4e5c-937d-8482e526a5ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20816576-c1cf-45e4-9982-98cdb525645b,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:09.225086 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a653dcb4-c106-4e5c-937d-8482e526a5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:09.323945 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d695738-8527-4445-944c-726bca57c4cf req-39757941-ff77-4426-8b79-41c4e7c654ca service neutron] 10.222.0.21 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070023 Jun 29 03:30:09.390362 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46866) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:09.418861 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46870) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:09.670921 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d695738-8527-4445-944c-726bca57c4cf req-5d5ba1fd-70e9-4ea9-961c-d969cf30a132 service neutron] 10.222.0.21 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3383224 Jun 29 03:30:09.672191 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-041ab78a-1bb5-43cb-96ca-d68b828c3a25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.682250 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0c269005-d569-409d-87e0-3ffbec549a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.780478 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-041ab78a-1bb5-43cb-96ca-d68b828c3a25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.794110 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-041ab78a-1bb5-43cb-96ca-d68b828c3a25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.799989 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-cd7545ac-87cf-43f7-bd2d-4a07b5576e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:09.859946 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-041ab78a-1bb5-43cb-96ca-d68b828c3a25 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f112ec57a4f84e3a9bcae9a67df2464b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4660542 Jun 29 03:30:09.859946 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ab78a-1bb5-43cb-96ca-d68b828c3a25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a2aee1-2739-436e-b34b-f31476e5d860,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:09.861778 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46886) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:09.862186 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-041ab78a-1bb5-43cb-96ca-d68b828c3a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:09.941226 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0c269005-d569-409d-87e0-3ffbec549a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.944307 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b865-f5a9-466e-955e-5b6a08da47dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.948677 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0c269005-d569-409d-87e0-3ffbec549a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:09.956479 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b72ce3c6-4507-4f89-809b-cba4486316b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:09.997331 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c269005-d569-409d-87e0-3ffbec549a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d6df4d-e53b-4732-9706-fea02c39ef19,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:10.008044 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b865-f5a9-466e-955e-5b6a08da47dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.010225 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0c269005-d569-409d-87e0-3ffbec549a37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:10.023089 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0c269005-d569-409d-87e0-3ffbec549a37 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01f87d1201064a6a951fd3eddb7c0b31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6005926 Jun 29 03:30:10.023089 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46896) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:10.093543 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-28ce5541-df75-4f96-8c77-3cf133bbc69b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.112771 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b865-f5a9-466e-955e-5b6a08da47dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.115205 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3dd4b865-f5a9-466e-955e-5b6a08da47dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.116343 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3dd4b865-f5a9-466e-955e-5b6a08da47dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56a2aee1-2739-436e-b34b-f31476e5d860 HTTP/1.1" status: 204 len: 168 time: 0.2529037 Jun 29 03:30:10.120500 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e9347598-bf63-4e6d-89f2-6bddaadc1102 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:10.122702 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-28ce5541-df75-4f96-8c77-3cf133bbc69b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.135529 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd4b865-f5a9-466e-955e-5b6a08da47dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a2aee1-2739-436e-b34b-f31476e5d860,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:10.139096 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3dd4b865-f5a9-466e-955e-5b6a08da47dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:10.181197 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-28ce5541-df75-4f96-8c77-3cf133bbc69b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.185403 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-28ce5541-df75-4f96-8c77-3cf133bbc69b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.188045 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-28ce5541-df75-4f96-8c77-3cf133bbc69b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51d6df4d-e53b-4732-9706-fea02c39ef19 HTTP/1.1" status: 204 len: 168 time: 0.1637132 Jun 29 03:30:10.189231 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:10.197100 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ce5541-df75-4f96-8c77-3cf133bbc69b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d6df4d-e53b-4732-9706-fea02c39ef19,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:10.204227 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-28ce5541-df75-4f96-8c77-3cf133bbc69b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:10.378559 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797efb3b-058b-4f6a-a44b-2d9f1f8ea7b8 req-5db8877e-2c49-4289-bfa4-b477b1c0f7de tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:10.380090 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-797efb3b-058b-4f6a-a44b-2d9f1f8ea7b8 req-5db8877e-2c49-4289-bfa4-b477b1c0f7de tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0866108 Jun 29 03:30:10.427322 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-797efb3b-058b-4f6a-a44b-2d9f1f8ea7b8 req-fc5f207d-da79-4e5c-9fd1-31c896a9aadf tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412803 Jun 29 03:30:10.548458 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46916) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:10.562672 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4308087a-2885-4b60-af29-755497b7c660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.664275 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4308087a-2885-4b60-af29-755497b7c660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.668819 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4308087a-2885-4b60-af29-755497b7c660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.671342 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-3e2d9ef0-6cbf-47a3-befb-23ea85a376a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:10.706017 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4308087a-2885-4b60-af29-755497b7c660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d80b72d-f93f-450a-8ec2-bb3d5b930b3e,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:10.710207 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-4308087a-2885-4b60-af29-755497b7c660 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0b1b51b8dafb45b3a14092635e78e54b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1606097 Jun 29 03:30:10.711401 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4308087a-2885-4b60-af29-755497b7c660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:10.713057 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 46922) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:10.777806 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e94fd8d8-9675-42ef-9dc0-4a7bb745a4d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.802706 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e94fd8d8-9675-42ef-9dc0-4a7bb745a4d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.871033 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e94fd8d8-9675-42ef-9dc0-4a7bb745a4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.875468 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e94fd8d8-9675-42ef-9dc0-4a7bb745a4d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:10.876653 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e94fd8d8-9675-42ef-9dc0-4a7bb745a4d3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1d80b72d-f93f-450a-8ec2-bb3d5b930b3e HTTP/1.1" status: 204 len: 168 time: 0.1626208 Jun 29 03:30:10.877412 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3dd4b865-f5a9-466e-955e-5b6a08da47dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:10.895786 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94fd8d8-9675-42ef-9dc0-4a7bb745a4d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d80b72d-f93f-450a-8ec2-bb3d5b930b3e,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:10.903427 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e94fd8d8-9675-42ef-9dc0-4a7bb745a4d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:11.278874 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 46968) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:11.283605 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-92b2ac0b-1cce-4649-bda5-9cd0b3290841 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:11.285389 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-92b2ac0b-1cce-4649-bda5-9cd0b3290841 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/networks?id=8a37d8b1-3750-4875-a0d4-6957b790648c HTTP/1.1" status: 200 len: 814 time: 0.1206071 Jun 29 03:30:11.309053 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-4109ef40-999e-4da6-9112-d555f09a63e1 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/quotas/f9cceac2e13b49379e513e3fd9437f00 HTTP/1.1" status: 200 len: 375 time: 0.0176766 Jun 29 03:30:11.396781 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-1757b76f-60b2-4205-b896-1faa8f43d05a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f9cceac2e13b49379e513e3fd9437f00&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0817323 Jun 29 03:30:11.463157 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-24232581-network', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:11.497875 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Made reservation on behalf of a68092b8bf4548cc89d2a154135208e4 for: {'network': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:30:11.503616 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:11.504287 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-47a5262d-27ab-4d7a-8b55-07c91b34cd3e service neutron] 10.222.0.39 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064718 Jun 29 03:30:11.517710 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:11.627410 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-45b0d3f7-fd70-4025-9674-ff9bc8c8e7ed service neutron] 10.222.0.39 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169603 Jun 29 03:30:11.689751 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da4fe6-14c2-457e-9bd9-8ffad9f498e3 req-4158f5ff-fb51-47ce-a21b-8ac3e988614f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:11.691863 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-09da4fe6-14c2-457e-9bd9-8ffad9f498e3 req-4158f5ff-fb51-47ce-a21b-8ac3e988614f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1193717 Jun 29 03:30:11.693866 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:11.698176 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:11.705802 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:11.745969 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=92918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:30:11.775024 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:11.782777 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:11.782961 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.segments_db [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Added segment 0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a of type vlan for network f702c23c-c0d0-4961-8b7a-80f21bdf0102 Jun 29 03:30:11.801671 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-09da4fe6-14c2-457e-9bd9-8ffad9f498e3 req-a0e7970c-8291-47dd-8f35-13c1d4451609 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969024 Jun 29 03:30:11.804492 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:11.805031 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:11.805887 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:11.806587 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:11.807631 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:11.808212 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:11.808808 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:11.809344 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:11.809876 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:11.810581 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:11.811111 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:11.811634 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:11.842421 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:11.862483 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:11.868947 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d853a781-da94-4e12-ab90-7dadf0e05b75 req-d1eb525c-df2d-4e72-9c93-00d6d7f921ba tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 210 time: 0.0313134 Jun 29 03:30:11.903809 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:11.905305 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:11.906023 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:11.909306 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-0a8fa8cb-8f8a-4dac-91d2-332a861bece4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:11.967977 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6878369 Jun 29 03:30:11.971785 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 47002) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:11.977039 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Request body: {'subnet': {'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-24232581-subnet', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:11.982011 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Pushing event updated for resources: {'Network': ['ID=f702c23c-c0d0-4961-8b7a-80f21bdf0102,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:11.985978 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:11.992754 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network f702c23c-c0d0-4961-8b7a-80f21bdf0102 details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:30:12.003453 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Made reservation on behalf of a68092b8bf4548cc89d2a154135208e4 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:30:12.006384 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59412100'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:12.303596 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3089025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59344510'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:12.314104 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-38f9f965-deaa-4ceb-9dec-ab79019868ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:12.388555 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2a4bae3-e5fc-4aef-8216-843bb608eb1d,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:12.393738 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Checking segment: {'id': '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:12.394079 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Network hostable DHCP agents. Network: f702c23c-c0d0-4961-8b7a-80f21bdf0102, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:30:12.401068 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:12.401434 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:12.401791 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:12.402151 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:12.402486 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:12.402827 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:12.403168 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:12.403507 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:12.403899 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:12.404218 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:12.404558 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:12.404892 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:12.409047 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:12.430871 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Network f702c23c-c0d0-4961-8b7a-80f21bdf0102 is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:30:12.444224 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, f702c23c-c0d0-4961-8b7a-80f21bdf0102) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:12.449032 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:12.449665 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:12.455420 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c6686d-a934-4a63-9fd0-1babf7959ceb None None] Network f702c23c-c0d0-4961-8b7a-80f21bdf0102 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:30:12.496254 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5232759 Jun 29 03:30:12.498926 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 47026) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:12.504674 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:12.545993 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:12.550697 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:12.617831 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:12.679992 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210c7d36-8f14-5311-865c-589e5847e099-f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'fixed_ips': [{'subnet_id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d'}]}} from dv-cinder-797245-8-iscsi. {{(pid=92920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:30:12.681208 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:12.776003 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:12.866758 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Allocated IP 172.20.0.2 (f702c23c-c0d0-4961-8b7a-80f21bdf0102/a2a4bae3-e5fc-4aef-8216-843bb608eb1d/f87b443f-501b-4fa3-b665-9d0b51160eb1) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:13.070992 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.087252 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Transition to ACTIVE for port object f87b443f-501b-4fa3-b665-9d0b51160eb1 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:13.097076 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f78e4-affe-4e4a-9bba-db6b0d4fca50 req-5bb36ddd-5ee5-4c19-be0b-810f1f9ac29a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:13.098869 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c76f78e4-affe-4e4a-9bba-db6b0d4fca50 req-5bb36ddd-5ee5-4c19-be0b-810f1f9ac29a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1060822 Jun 29 03:30:13.102391 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-09c6742e-cbee-40a6-8c66-e0f5518a67ca req-4997deba-547e-40dc-9ca3-5600dc786c6c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 210 time: 0.0819519 Jun 29 03:30:13.118102 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Transition to ACTIVE for port object f87b443f-501b-4fa3-b665-9d0b51160eb1 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:13.125819 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.128083 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:13.158879 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.175037 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Network f702c23c-c0d0-4961-8b7a-80f21bdf0102 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:13.178068 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:13.186768 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:13.187297 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.195466 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Pushing event updated for resources: {'Port': ['ID=f87b443f-501b-4fa3-b665-9d0b51160eb1,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:13.211140 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c76f78e4-affe-4e4a-9bba-db6b0d4fca50 req-7b9cc884-dcfd-48a8-b6a2-b64bc4a8a90b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948076 Jun 29 03:30:13.219256 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:13.251275 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d22f004-02da-4a3b-beab-51160ea83023 req-1cb6f3b1-9afb-4778-88e4-99eb2976926d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:13.253144 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d22f004-02da-4a3b-beab-51160ea83023 req-1cb6f3b1-9afb-4778-88e4-99eb2976926d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 1098 time: 0.1533604 Jun 29 03:30:13.257642 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Attempting to bind port f87b443f-501b-4fa3-b665-9d0b51160eb1 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:30:13.258209 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Attempting to bind port f87b443f-501b-4fa3-b665-9d0b51160eb1 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:30:13.258765 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Attempting to bind port f87b443f-501b-4fa3-b665-9d0b51160eb1 on network f702c23c-c0d0-4961-8b7a-80f21bdf0102 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:13.265908 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:30:13.266290 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Checking segment: {'id': '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:13.266864 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.267981 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Bound using segment: {'id': '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:30:13.268622 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Bound port: f87b443f-501b-4fa3-b665-9d0b51160eb1, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:30:13.269195 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.296999 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d22f004-02da-4a3b-beab-51160ea83023 req-f357683c-924c-4842-b45a-4a1d326e1fbe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331023 Jun 29 03:30:13.318663 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Allocated IP 172.27.1.190 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/0d8c0841-6edf-4d0d-bc46-25a2bc07231d) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:13.399270 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] For port f87b443f-501b-4fa3-b665-9d0b51160eb1, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:30:13.403571 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] For port f87b443f-501b-4fa3-b665-9d0b51160eb1, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=f87b443f-501b-4fa3-b665-9d0b51160eb1,segment=NetworkSegment(0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a),segment_id=0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:30:13.410389 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.414104 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-30655bcd-4ec8-488e-9c48-41a327faff44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:13.448607 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.476443 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.494263 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Pushing event updated for resources: {'Port': ['ID=f87b443f-501b-4fa3-b665-9d0b51160eb1,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:13.497554 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:13.510277 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 47072) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:13.523016 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.526062 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:13.586283 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:13.588961 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:13.591501 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:13.635973 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Pushing event updated for resources: {'Port': ['ID=0d8c0841-6edf-4d0d-bc46-25a2bc07231d,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:13.640514 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:13.860187 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 47082) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:13.897975 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c062d2ca-657f-4f95-a3f5-d9f06b7d02d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:13.908562 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-75766c7b-5a0f-4094-b6bb-9bc81eb2a687 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:13.910554 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-75766c7b-5a0f-4094-b6bb-9bc81eb2a687 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "GET /v2.0/networks?id=8a37d8b1-3750-4875-a0d4-6957b790648c HTTP/1.1" status: 200 len: 814 time: 0.2253017 Jun 29 03:30:13.940392 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Request body: {'port': {'device_id': 'c9cc03f6-20f2-4c54-a783-c6f5d472698a', 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c', 'admin_state_up': True, 'tenant_id': 'f9cceac2e13b49379e513e3fd9437f00'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:14.051481 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8633076c-631d-47f8-82c0-5217645e23e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.210845 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c062d2ca-657f-4f95-a3f5-d9f06b7d02d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.222124 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c062d2ca-657f-4f95-a3f5-d9f06b7d02d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.227520 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-07401e4e-cec4-4124-a9c1-71cc7082ac87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:14.280364 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-380f40ca-e779-42f7-96a5-46c90e8c7d8c req-a40dbeb5-461e-4425-b8d6-1daf0633bfd4 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 210 time: 0.0389073 Jun 29 03:30:14.288604 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.306846 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 47098) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:14.310259 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c062d2ca-657f-4f95-a3f5-d9f06b7d02d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbda0f8f18ec4657b883fc4126d01083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7903411 Jun 29 03:30:14.343608 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c062d2ca-657f-4f95-a3f5-d9f06b7d02d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba228d6-ebb2-46ca-b8b1-bab5997886b7,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:14.348863 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c062d2ca-657f-4f95-a3f5-d9f06b7d02d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:14.398909 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8633076c-631d-47f8-82c0-5217645e23e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.410792 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8633076c-631d-47f8-82c0-5217645e23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.415562 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-1b03cdd1-18eb-43be-90bf-529f6e42c157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:14.417585 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-727789ba-eb4d-428a-a834-43e77c136bac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.468667 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Made reservation on behalf of f9cceac2e13b49379e513e3fd9437f00 for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:30:14.472294 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.481948 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-8633076c-631d-47f8-82c0-5217645e23e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc1991cc75b344a985173ef333ffdc3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6204607 Jun 29 03:30:14.487579 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 47100) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:14.492716 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633076c-631d-47f8-82c0-5217645e23e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7145239f-6da5-43a6-a460-29390577ed22,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:14.496653 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-727789ba-eb4d-428a-a834-43e77c136bac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.506425 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-8633076c-631d-47f8-82c0-5217645e23e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:14.580463 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b2ff2-a2b3-4951-aab0-24060485889a req-546aed95-6c76-4394-a1a7-a2c200845913 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:14.582056 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f26b2ff2-a2b3-4951-aab0-24060485889a req-546aed95-6c76-4394-a1a7-a2c200845913 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1885931 Jun 29 03:30:14.633305 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fee5fc92-3dd3-415b-be69-e77011fe16eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.652586 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769002'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.660846 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-727789ba-eb4d-428a-a834-43e77c136bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.662020 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f26b2ff2-a2b3-4951-aab0-24060485889a req-113945b6-327f-4fab-98f0-e2bb537f270a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723031 Jun 29 03:30:14.663392 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-727789ba-eb4d-428a-a834-43e77c136bac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.667539 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-727789ba-eb4d-428a-a834-43e77c136bac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8ba228d6-ebb2-46ca-b8b1-bab5997886b7 HTTP/1.1" status: 204 len: 168 time: 0.3568025 Jun 29 03:30:14.667539 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-1d7341d0-d667-4151-9023-df4ea0ebc257 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:14.682774 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Allocated IP 172.20.0.12 (8a37d8b1-3750-4875-a0d4-6957b790648c/2aa26576-598b-4777-a86a-7a7ab71ebf75/66fb7b7a-cd6c-49ba-856d-9f8c4f9db929) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:14.685101 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727789ba-eb4d-428a-a834-43e77c136bac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba228d6-ebb2-46ca-b8b1-bab5997886b7,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:14.686489 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fee5fc92-3dd3-415b-be69-e77011fe16eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.710903 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-727789ba-eb4d-428a-a834-43e77c136bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:14.863605 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fee5fc92-3dd3-415b-be69-e77011fe16eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.866645 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fee5fc92-3dd3-415b-be69-e77011fe16eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:14.867296 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-fee5fc92-3dd3-415b-be69-e77011fe16eb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7145239f-6da5-43a6-a460-29390577ed22 HTTP/1.1" status: 204 len: 168 time: 0.3779182 Jun 29 03:30:14.871415 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1602c544-a842-4900-a2d6-f361eed61a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:14.881155 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee5fc92-3dd3-415b-be69-e77011fe16eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7145239f-6da5-43a6-a460-29390577ed22,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:14.888904 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fee5fc92-3dd3-415b-be69-e77011fe16eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:14.908978 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fcd28c-e022-4e18-9567-c65d947ccff6 None None] Network f702c23c-c0d0-4961-8b7a-80f21bdf0102 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:30:14.925072 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Router b021582f-be11-4067-b96d-0130abae3357 is scheduled to L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:30:14.947612 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:15.013951 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:15.021460 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:15.101527 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:30:15.115886 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Sync routers for ids ['b021582f-be11-4067-b96d-0130abae3357'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:30:15.117126 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Network 8a37d8b1-3750-4875-a0d4-6957b790648c is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:15.123594 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:15.129032 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:15.130799 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Routers {'b021582f-be11-4067-b96d-0130abae3357'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:15.131905 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:29:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['b021582f-be11-4067-b96d-0130abae3357'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:15.134806 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['21eb1c87-eb8e-4454-a96a-6559b9f04f9f', '34111b78-ac08-438f-a09d-26d73547822a', '028fee85-21bd-4fe8-a33c-b76bb06417d0'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:30:15.136032 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:15.137667 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6370928 Jun 29 03:30:15.141298 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 47110) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:15.143827 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Pushing event updated for resources: {'Port': ['ID=66fb7b7a-cd6c-49ba-856d-9f8c4f9db929,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:15.148674 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:15.205533 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 47114) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:15.285953 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5c8c3316-ca26-4968-bb77-4ea7dfa80cf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:15.306385 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:15.306758 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:15.349035 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4134800 Jun 29 03:30:15.381963 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Request body: {'port': {'device_id': 'c9cc03f6-20f2-4c54-a783-c6f5d472698a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:15.442001 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Set router b021582f-be11-4067-b96d-0130abae3357 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:15.506513 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device f87b443f-501b-4fa3-b665-9d0b51160eb1 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:15.588240 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-6e979136-01b4-4144-99b1-fbcf2ef7b309 None None] Provisioning for port f87b443f-501b-4fa3-b665-9d0b51160eb1 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:15.643413 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:15.716802 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port f87b443f-501b-4fa3-b665-9d0b51160eb1 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:15.774864 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bfd2058b-3b35-41db-bf7c-2ff2bfcbaf53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:15.818595 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port f87b443f-501b-4fa3-b665-9d0b51160eb1 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:15.820184 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:15.882112 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5c8c3316-ca26-4968-bb77-4ea7dfa80cf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:15.890889 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:30:14Z', 'revision_number': 3, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port': {'id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:13Z', 'updated_at': '2021-06-29T03:30:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:15.907305 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5c8c3316-ca26-4968-bb77-4ea7dfa80cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:15.972761 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Checking router: b021582f-be11-4067-b96d-0130abae3357 for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:30:15.985971 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Updating router b021582f-be11-4067-b96d-0130abae3357 port 0d8c0841-6edf-4d0d-bc46-25a2bc07231d binding host dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:30:16.101720 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-17ead532-4fc5-40d2-afd9-7f4110423cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:16.121429 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:16.276906 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:16.295744 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c3316-ca26-4968-bb77-4ea7dfa80cf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23a3fecc-90b3-4d31-9fc1-e32bd206ac2c,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:16.357516 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5c8c3316-ca26-4968-bb77-4ea7dfa80cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:16.417491 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port f87b443f-501b-4fa3-b665-9d0b51160eb1, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=f87b443f-501b-4fa3-b665-9d0b51160eb1,segment=NetworkSegment(0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a),segment_id=0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:16.458504 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:16.459610 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-5c8c3316-ca26-4968-bb77-4ea7dfa80cf5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e317bd423b6e4fc7ad298bbca19f2702&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2366881 Jun 29 03:30:16.460301 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 47162) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:16.466379 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:16.521546 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d1eb03-8598-41b9-b1f3-be3a8f53d47c req-d691d6a2-ec2f-4d64-9272-016fcd12aa3a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:16.530416 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-54d1eb03-8598-41b9-b1f3-be3a8f53d47c req-d691d6a2-ec2f-4d64-9272-016fcd12aa3a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.5278118 Jun 29 03:30:16.591148 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=f87b443f-501b-4fa3-b665-9d0b51160eb1,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:16.599661 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:16.613655 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c5e86d9f-0f13-4a32-a893-a77280cb205c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:16.618901 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-6a6d7f49-baa1-4135-b3ac-e0789fcc9979 None None] Provisioning complete for port f87b443f-501b-4fa3-b665-9d0b51160eb1 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:16.619546 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6a6d7f49-baa1-4135-b3ac-e0789fcc9979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:16.643475 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-54d1eb03-8598-41b9-b1f3-be3a8f53d47c req-5fdb3cc7-ee06-423e-b6c8-6061ed62a074 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098809 Jun 29 03:30:16.644238 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef35f13-3470-47a1-9254-ddb473e40737 req-3ab8387e-eb39-4a44-bf38-e2a9cc83e79c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:16.652109 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1ef35f13-3470-47a1-9254-ddb473e40737 req-3ab8387e-eb39-4a44-bf38-e2a9cc83e79c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 932 time: 0.5149992 Jun 29 03:30:16.687864 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c5e86d9f-0f13-4a32-a893-a77280cb205c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:16.772945 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1ef35f13-3470-47a1-9254-ddb473e40737 req-533d864a-cbf1-4002-b258-67f039aa7f4b tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197009 Jun 29 03:30:16.832887 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:30:16.846438 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:16.860652 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c5e86d9f-0f13-4a32-a893-a77280cb205c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:16.863663 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c5e86d9f-0f13-4a32-a893-a77280cb205c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:16.867592 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-c5e86d9f-0f13-4a32-a893-a77280cb205c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23a3fecc-90b3-4d31-9fc1-e32bd206ac2c HTTP/1.1" status: 204 len: 168 time: 0.4030607 Jun 29 03:30:16.870097 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-358ca0ed-f59e-45e0-97e5-d7f73cec345d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:16.877814 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Transition to ACTIVE for port object 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:16.878739 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e86d9f-0f13-4a32-a893-a77280cb205c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23a3fecc-90b3-4d31-9fc1-e32bd206ac2c,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:16.894396 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c5e86d9f-0f13-4a32-a893-a77280cb205c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:16.895625 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:16.906303 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-b44bbfb9-bb30-4fdb-a652-37105b2b8fc7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:16.929628 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:16.936539 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:16.952051 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Transition to ACTIVE for port object 0d8c0841-6edf-4d0d-bc46-25a2bc07231d will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:16.965915 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:16.984277 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:17.073622 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Pushing event updated for resources: {'Port': ['ID=66fb7b7a-cd6c-49ba-856d-9f8c4f9db929,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:17.082922 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Pushing event updated for resources: {'Port': ['ID=0d8c0841-6edf-4d0d-bc46-25a2bc07231d,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:17.090723 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:17.098998 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Attempting to bind port 0d8c0841-6edf-4d0d-bc46-25a2bc07231d on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:30:17.099331 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Attempting to bind port 0d8c0841-6edf-4d0d-bc46-25a2bc07231d by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:30:17.100339 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Attempting to bind port 0d8c0841-6edf-4d0d-bc46-25a2bc07231d on network f51c5211-9e47-48bd-999b-9f8ea905804c {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:17.112867 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:30:17.113281 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Checking segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:17.113690 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:17.114097 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Bound using segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:30:17.115434 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Bound port: 0d8c0841-6edf-4d0d-bc46-25a2bc07231d, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:30:17.116333 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:17.137071 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Allocated IP 172.20.0.1 (f702c23c-c0d0-4961-8b7a-80f21bdf0102/a2a4bae3-e5fc-4aef-8216-843bb608eb1d/26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:17.178432 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:17.179576 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:17.180059 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:17.181402 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:17.181742 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:17.182066 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:17.182850 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:17.183318 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:17.185224 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:17.186385 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:17.188213 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:17.188867 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:17.195892 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:17.209722 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device f87b443f-501b-4fa3-b665-9d0b51160eb1 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:17.236847 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] For port 0d8c0841-6edf-4d0d-bc46-25a2bc07231d, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:30:17.243455 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] For port 0d8c0841-6edf-4d0d-bc46-25a2bc07231d, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=0d8c0841-6edf-4d0d-bc46-25a2bc07231d,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:30:17.248165 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:17.262261 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:17.320640 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Attempting to bind port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:30:17.322621 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Attempting to bind port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:30:17.323104 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Attempting to bind port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 on network 8a37d8b1-3750-4875-a0d4-6957b790648c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:17.323716 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Routers {'b021582f-be11-4067-b96d-0130abae3357'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:17.324464 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:29:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['b021582f-be11-4067-b96d-0130abae3357'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:17.329241 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 on network 8a37d8b1-3750-4875-a0d4-6957b790648c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:30:17.329777 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Attempting to bind port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 on network 8a37d8b1-3750-4875-a0d4-6957b790648c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:17.335247 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 30, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:30:17.335794 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Checking segment: {'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:17.336381 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Bound using segment: {'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:30:17.336966 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Bound port: 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '364f3621-dbc7-40a4-8957-2f3b168d4dda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:30:17.337482 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:17.419694 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:17.427398 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port f87b443f-501b-4fa3-b665-9d0b51160eb1 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:17.428788 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:17.428969 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] For port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:30:17.434955 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] For port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=66fb7b7a-cd6c-49ba-856d-9f8c4f9db929,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:30:17.446467 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:17.450639 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c90613f1-e5ac-42cf-9402-2f06542144cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:17.476661 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Transition to ACTIVE for port object 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:17.529384 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Pushing event updated for resources: {'Port': ['ID=66fb7b7a-cd6c-49ba-856d-9f8c4f9db929,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:17.536102 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:17.543168 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:17.543792 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:17.545931 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] 10.222.0.21 "PUT /v2.0/ports/66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 HTTP/1.1" status: 200 len: 1094 time: 2.1746047 Jun 29 03:30:17.546663 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9cc03f6-20f2-4c54-a783-c6f5d472698a', 'tag': '66fb7b7a-cd6c-49ba-856d-9f8c4f9db929'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:30:17.551758 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a766c98c-35b9-4e7b-ad03-009766b6d6ca" -d '{"events": [{"name": "network-changed", "server_uuid": "c9cc03f6-20f2-4c54-a783-c6f5d472698a", "tag": "66fb7b7a-cd6c-49ba-856d-9f8c4f9db929"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:30:17.594926 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Pushing event updated for resources: {'Port': ['ID=0d8c0841-6edf-4d0d-bc46-25a2bc07231d,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:17.603026 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:17.607022 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] Set router b021582f-be11-4067-b96d-0130abae3357 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:17.654823 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbac7a-dc10-47ac-9535-35876a0d8df7 req-226e7c0a-82ca-453c-a073-52045e75e4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:17.658485 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-08dbac7a-dc10-47ac-9535-35876a0d8df7 req-226e7c0a-82ca-453c-a073-52045e75e4b1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8a3ca31ac434da497a3b6b2dc4e4d35&device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 1098 time: 0.1634750 Jun 29 03:30:17.669984 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:17.675065 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:17.753809 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9ab94-b1aa-48da-a71a-3bcc679f7a19 req-2ee7b7e1-cb76-4556-8312-dc4dd984f35d tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:17.755637 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-85b9ab94-b1aa-48da-a71a-3bcc679f7a19 req-2ee7b7e1-cb76-4556-8312-dc4dd984f35d tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1282685 Jun 29 03:30:17.772282 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Network f702c23c-c0d0-4961-8b7a-80f21bdf0102 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:17.781053 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:17.788124 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:17.807132 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-69feaa0e-ede4-4029-ba07-0f134e543392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:17.809040 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-69feaa0e-ede4-4029-ba07-0f134e543392 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9cceac2e13b49379e513e3fd9437f00&device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 1097 time: 0.1693871 Jun 29 03:30:17.814317 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-85b9ab94-b1aa-48da-a71a-3bcc679f7a19 req-0b21ab2e-e7f3-4307-92b3-a14313a29dad tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515981 Jun 29 03:30:17.893000 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-7a520f09-7d88-4731-85a9-948daa83fa47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 HTTP/1.1" status: 200 len: 217 time: 0.0687671 Jun 29 03:30:17.927833 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4726ed39-2c65-4ff7-95cd-41fefa21981c x-openstack-request-id: req-4726ed39-2c65-4ff7-95cd-41fefa21981c {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:30:17.929227 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9cc03f6-20f2-4c54-a783-c6f5d472698a", "tag": "66fb7b7a-cd6c-49ba-856d-9f8c4f9db929", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:30:17.929227 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4726ed39-2c65-4ff7-95cd-41fefa21981c {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:30:17.930170 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9cc03f6-20f2-4c54-a783-c6f5d472698a', 'tag': '66fb7b7a-cd6c-49ba-856d-9f8c4f9db929', 'status': 'completed', 'code': 200} Jun 29 03:30:17.939605 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:30:14Z', 'revision_number': 3, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port': {'id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:13Z', 'updated_at': '2021-06-29T03:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:17.985460 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Pushing event updated for resources: {'Port': ['ID=26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:17.985643 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-280d8ad1-9507-4943-87d1-5baab1ca9311 None None] The sync data for ids ['b021582f-be11-4067-b96d-0130abae3357'] in dv-cinder-797245-8-iscsi is: [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:30:14Z', 'revision_number': 3, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port': {'id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:13Z', 'updated_at': '2021-06-29T03:30:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:30:17.985928 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-5f8f4b94-7696-4a8e-9261-a57e1c689573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:17.989524 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-5f8f4b94-7696-4a8e-9261-a57e1c689573 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa26576-598b-4777-a86a-7a7ab71ebf75 HTTP/1.1" status: 200 len: 854 time: 0.0848320 Jun 29 03:30:18.010077 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbac7a-dc10-47ac-9535-35876a0d8df7 req-180b70c0-62dd-4fc8-8be1-36aedd16c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:18.011878 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-08dbac7a-dc10-47ac-9535-35876a0d8df7 req-180b70c0-62dd-4fc8-8be1-36aedd16c389 service neutron] 10.222.0.21 "GET /v2.0/networks?id=747284db-2222-4a59-bd55-82efbc6a5748 HTTP/1.1" status: 200 len: 919 time: 0.3378763 Jun 29 03:30:18.012960 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:18.072759 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-095ec8e5-0f0e-4824-ad40-faa0a52423eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a37d8b1-3750-4875-a0d4-6957b790648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621943 Jun 29 03:30:18.135743 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672668'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:18.139364 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-08dbac7a-dc10-47ac-9535-35876a0d8df7 req-0bfdc7a4-2fde-4405-b610-834815a266d9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0875cb9-468d-4ebf-9502-b18e15112d6b HTTP/1.1" status: 200 len: 217 time: 0.1018605 Jun 29 03:30:18.202385 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-3330b827-e245-4bca-8d8b-892a3807986f None None] Provisioning for port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:18.209437 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-3330b827-e245-4bca-8d8b-892a3807986f None None] Provisioning complete for port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:18.210266 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3330b827-e245-4bca-8d8b-892a3807986f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:18.277532 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-3330b827-e245-4bca-8d8b-892a3807986f None None] Port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:30:18.351505 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dbac7a-dc10-47ac-9535-35876a0d8df7 req-25298a30-20b3-46fd-8a00-050feab534a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:18.354963 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-08dbac7a-dc10-47ac-9535-35876a0d8df7 req-25298a30-20b3-46fd-8a00-050feab534a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1e87b90-dc93-4fcf-985e-c8942feb4487 HTTP/1.1" status: 200 len: 858 time: 0.1246328 Jun 29 03:30:18.383342 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-71082fbd-e1d4-43c9-943d-1eb567f0159d service neutron] 10.222.0.21 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021686 Jun 29 03:30:18.407618 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f1da93-1db4-4cd3-8bbc-567432c66db2 req-b3a3e494-608e-4020-b458-802da6687a5d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:18.411937 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-48f1da93-1db4-4cd3-8bbc-567432c66db2 req-b3a3e494-608e-4020-b458-802da6687a5d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 944 time: 0.2346685 Jun 29 03:30:18.449073 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-08dbac7a-dc10-47ac-9535-35876a0d8df7 req-c526c5a1-0015-499e-a0d8-b7cae4c19624 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=747284db-2222-4a59-bd55-82efbc6a5748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861444 Jun 29 03:30:18.493876 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-58904b7a-4d30-466f-a50f-1e428d9159bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:18.498352 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-48f1da93-1db4-4cd3-8bbc-567432c66db2 req-946d8890-1610-43fa-bb16-875d5e1a23fd tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726976 Jun 29 03:30:18.561095 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b74eeba3-0add-4fc5-b218-8cb9f204fa10 req-4a7970e3-4b8b-478c-88a2-7ec7553d981c service neutron] 10.222.0.21 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693172 Jun 29 03:30:18.671891 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:18.739199 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:18.814169 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-08dbac7a-dc10-47ac-9535-35876a0d8df7 req-1c136508-02f6-43b3-8756-2bfea3013699 service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3434570 Jun 29 03:30:18.883083 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766c98c-35b9-4e7b-ad03-009766b6d6ca req-a772362e-815a-45af-b209-5a6a386198da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:18.890701 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a766c98c-35b9-4e7b-ad03-009766b6d6ca req-a772362e-815a-45af-b209-5a6a386198da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f9cceac2e13b49379e513e3fd9437f00&device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 1097 time: 0.1918252 Jun 29 03:30:19.075334 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-08dbac7a-dc10-47ac-9535-35876a0d8df7 req-42c1b3fe-5b6a-472b-a784-4813ae962c00 service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2450087 Jun 29 03:30:19.142274 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:19.158003 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088899'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:19.162242 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-eb037a26-c6ff-4ba4-8d35-46fb1eff95bb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:19.179493 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766c98c-35b9-4e7b-ad03-009766b6d6ca req-3d842a8f-50a3-4063-8d4c-f4d6d91d91bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:19.180984 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a766c98c-35b9-4e7b-ad03-009766b6d6ca req-3d842a8f-50a3-4063-8d4c-f4d6d91d91bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=8a37d8b1-3750-4875-a0d4-6957b790648c HTTP/1.1" status: 200 len: 915 time: 0.2835827 Jun 29 03:30:19.208856 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 0d8c0841-6edf-4d0d-bc46-25a2bc07231d up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:19.242426 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f03a94-2288-49ef-86de-e0943bbceabb req-c73f4066-2251-46dc-a264-3e1d6de107d0 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:19.252825 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-71f03a94-2288-49ef-86de-e0943bbceabb req-c73f4066-2251-46dc-a264-3e1d6de107d0 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1887767 Jun 29 03:30:19.272402 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Pushing event updated for resources: {'Port': ['ID=26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:19.276154 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:19.277298 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672616'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:19.332429 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 0d8c0841-6edf-4d0d-bc46-25a2bc07231d completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:19.337325 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 0d8c0841-6edf-4d0d-bc46-25a2bc07231d triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:19.338618 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:19.346517 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a766c98c-35b9-4e7b-ad03-009766b6d6ca req-077aa5bf-bb82-4044-bf80-7783831dc7ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 HTTP/1.1" status: 200 len: 217 time: 0.0908072 Jun 29 03:30:19.409721 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-71f03a94-2288-49ef-86de-e0943bbceabb req-e0ba9bc9-ae49-497d-bfb2-3f6f8e1f843a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557505 Jun 29 03:30:19.511819 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a766c98c-35b9-4e7b-ad03-009766b6d6ca req-575560e2-1bd1-4c37-8a64-6a2dd061fb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:19.514184 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a766c98c-35b9-4e7b-ad03-009766b6d6ca req-575560e2-1bd1-4c37-8a64-6a2dd061fb3c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=2aa26576-598b-4777-a86a-7a7ab71ebf75 HTTP/1.1" status: 200 len: 854 time: 0.1234045 Jun 29 03:30:19.534529 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Network f702c23c-c0d0-4961-8b7a-80f21bdf0102 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:19.538510 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:19.546930 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:19.606202 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 0d8c0841-6edf-4d0d-bc46-25a2bc07231d, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=0d8c0841-6edf-4d0d-bc46-25a2bc07231d,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:19.609863 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:19.614538 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:19.617927 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:19.668279 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a766c98c-35b9-4e7b-ad03-009766b6d6ca req-ae03375f-399e-4dcd-89fb-6bf803339e4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8a37d8b1-3750-4875-a0d4-6957b790648c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0763032 Jun 29 03:30:19.711039 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=0d8c0841-6edf-4d0d-bc46-25a2bc07231d,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:19.714589 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:19.862549 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16915f10-d5ac-41ac-a781-d4a804ba4b13 req-982b69ea-9e7d-4c0d-8e10-84586ef2016c tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:19.869593 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-16915f10-d5ac-41ac-a781-d4a804ba4b13 req-982b69ea-9e7d-4c0d-8e10-84586ef2016c tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.2373831 Jun 29 03:30:19.880034 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Router b021582f-be11-4067-b96d-0130abae3357 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:30:19.932832 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a766c98c-35b9-4e7b-ad03-009766b6d6ca req-be43f3ee-a558-413d-b164-5e29bcf2cc79 service neutron] 10.222.0.21 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518339 Jun 29 03:30:19.947294 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1268a-066d-4d47-a746-7cd5db6686cc req-76116dae-0347-4138-97cf-c83f301b6bd6 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:19.948951 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4ae1268a-066d-4d47-a746-7cd5db6686cc req-76116dae-0347-4138-97cf-c83f301b6bd6 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 944 time: 0.1495216 Jun 29 03:30:19.993132 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-16915f10-d5ac-41ac-a781-d4a804ba4b13 req-7dada64f-0098-4693-b62f-30e7b5b845f7 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1225717 Jun 29 03:30:20.019325 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-96b2cdaf-5dae-412e-8d39-ecb0c711539f None None] Provisioning complete for port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:20.022937 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-96b2cdaf-5dae-412e-8d39-ecb0c711539f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:20.087420 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4ae1268a-066d-4d47-a746-7cd5db6686cc req-3458ca69-ec66-40c0-ad88-3b99ebcd7d67 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060638 Jun 29 03:30:20.116153 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-96b2cdaf-5dae-412e-8d39-ecb0c711539f None None] Port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:30:20.153381 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a766c98c-35b9-4e7b-ad03-009766b6d6ca req-34526aa3-8c7c-4304-8b40-8626eca3792f service neutron] 10.222.0.21 "GET /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2022140 Jun 29 03:30:20.161678 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:30:20.169011 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] 10.222.0.39 "PUT /v2.0/routers/b021582f-be11-4067-b96d-0130abae3357/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0264835 Jun 29 03:30:20.620685 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Sync routers for ids ['b021582f-be11-4067-b96d-0130abae3357'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:30:20.632964 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Routers {'b021582f-be11-4067-b96d-0130abae3357'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:20.633713 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-9822928b-795d-4eed-8944-777d833318c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:30:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['b021582f-be11-4067-b96d-0130abae3357'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:20.642990 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327ebc1c-e646-4a94-9ee9-d55504ac0f4c req-3593d1eb-0bf8-46a5-a5ae-fd2cadfafca7 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:20.644576 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-327ebc1c-e646-4a94-9ee9-d55504ac0f4c req-3593d1eb-0bf8-46a5-a5ae-fd2cadfafca7 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0883446 Jun 29 03:30:20.701595 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-327ebc1c-e646-4a94-9ee9-d55504ac0f4c req-2fef5b5b-93fa-4acc-a270-64ba5e60fb4d tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513408 Jun 29 03:30:20.726980 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 47302) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:20.767306 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Set router b021582f-be11-4067-b96d-0130abae3357 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:20.894550 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:20.950179 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-011f6edc-3d44-4d61-94b1-406d4e6073fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:20.955363 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 47312) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:20.960334 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1721617357-network', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:20.975077 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.db.api [None req-011f6edc-3d44-4d61-94b1-406d4e6073fc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jun 29 03:30:20.975077 dv-cinder-797245-8-iscsi neutron-server[92919]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jun 29 03:30:20.975077 dv-cinder-797245-8-iscsi neutron-server[92919]: [parameters: {'project_id': '6c86e47578eb4d609927995bb8f0e169', 'id': '9fedc615-f40c-47fd-9104-413d598da65d', 'expiration': datetime.datetime(2021, 6, 29, 3, 32, 20, 970946)}] Jun 29 03:30:20.975077 dv-cinder-797245-8-iscsi neutron-server[92919]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92919) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 03:30:20.975599 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_db.api [None req-011f6edc-3d44-4d61-94b1-406d4e6073fc admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 03:30:20.984379 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Made reservation on behalf of 120af55a4ede4f95a5b42fb05b8c084c for: {'network': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:30:20.986745 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:20.996174 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:20.999861 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-9822928b-795d-4eed-8944-777d833318c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:30:18Z', 'revision_number': 4, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port': {'id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:13Z', 'updated_at': '2021-06-29T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6', 'name': '', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'mac_address': 'fa:16:3e:ce:69:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:16Z', 'updated_at': '2021-06-29T03:30:18Z', 'revision_number': 2, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'subnets': [{'id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:21.029861 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Checking router: b021582f-be11-4067-b96d-0130abae3357 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:30:21.030362 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Updating router b021582f-be11-4067-b96d-0130abae3357 port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 binding host dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:30:21.077573 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.104161 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.112211 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.117153 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-62fa4118-b234-4425-a1da-f5da32a50dca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:21.141528 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=92918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:30:21.188406 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d928341a-02bc-421f-aa31-905aa2f60c7d,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:21.191988 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:21.193018 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.193360 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.segments_db [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Added segment 719b8258-24cf-42d1-835d-9c500fb0d7c1 of type vlan for network 2c975e55-3334-4c2d-a608-c851ac915ac7 Jun 29 03:30:21.197714 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 0d8c0841-6edf-4d0d-bc46-25a2bc07231d up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:21.247941 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.284248 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5e1669-0d0a-4a24-b255-4991ba5865bd req-1551e6f9-02e0-4122-a7cd-3afa4c1f33e1 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:21.285993 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6c5e1669-0d0a-4a24-b255-4991ba5865bd req-1551e6f9-02e0-4122-a7cd-3afa4c1f33e1 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 944 time: 0.0686357 Jun 29 03:30:21.301779 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 0d8c0841-6edf-4d0d-bc46-25a2bc07231d triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:21.302156 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.311106 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4eee7f-dddf-4f43-a5dc-035ce3eb031e req-fad787d2-4dfc-45e5-8e67-22e7e33cebfb tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:21.313465 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5b4eee7f-dddf-4f43-a5dc-035ce3eb031e req-fad787d2-4dfc-45e5-8e67-22e7e33cebfb tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.1674540 Jun 29 03:30:21.319510 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.323188 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:21.323766 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.326467 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6c5e1669-0d0a-4a24-b255-4991ba5865bd req-fa0b4ebe-79e2-47a8-b833-757af362b612 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341973 Jun 29 03:30:21.334283 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:21.395653 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4390986 Jun 29 03:30:21.399272 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 47320) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:21.405762 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-cf4520a9-6a7e-42e7-9c8c-a1b8deb3b703 admin admin] Request body: {'subnet': {'network_id': '2c975e55-3334-4c2d-a608-c851ac915ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1721617357-subnet', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:21.423136 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Pushing event updated for resources: {'Network': ['ID=2c975e55-3334-4c2d-a608-c851ac915ac7,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:21.426237 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:21.433000 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5b4eee7f-dddf-4f43-a5dc-035ce3eb031e req-13fe8d8b-2dc1-44bf-af6a-aeb2bf7481eb tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1117852 Jun 29 03:30:21.434532 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4520a9-6a7e-42e7-9c8c-a1b8deb3b703 admin admin] Made reservation on behalf of 120af55a4ede4f95a5b42fb05b8c084c for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:30:21.437263 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cf4520a9-6a7e-42e7-9c8c-a1b8deb3b703 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59412100'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.467664 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network 2c975e55-3334-4c2d-a608-c851ac915ac7 details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:30:21.477416 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-011f6edc-3d44-4d61-94b1-406d4e6073fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.661051 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-011f6edc-3d44-4d61-94b1-406d4e6073fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.691200 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-011f6edc-3d44-4d61-94b1-406d4e6073fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.698593 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-075e2d55-fe34-4760-926a-53a984bb0aad tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:21.705257 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.736424 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Transition to ACTIVE for port object 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:21.743519 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.746740 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:21.747374 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cf4520a9-6a7e-42e7-9c8c-a1b8deb3b703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3089025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59344510'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.751407 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-011f6edc-3d44-4d61-94b1-406d4e6073fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6c86e47578eb4d609927995bb8f0e169&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0231941 Jun 29 03:30:21.754029 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 47332) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:21.754833 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011f6edc-3d44-4d61-94b1-406d4e6073fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30ec00f-7ef6-49cd-8320-843507c87da1,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:21.760331 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-011f6edc-3d44-4d61-94b1-406d4e6073fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:21.761084 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-bfa43f52-c005-4b6b-aee1-17d4c84264c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:21.815800 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4520a9-6a7e-42e7-9c8c-a1b8deb3b703 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cda120c6-2954-4cf3-9e9d-90a114134b19,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:21.820429 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cf4520a9-6a7e-42e7-9c8c-a1b8deb3b703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:21.844839 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-b2c7eb66-86d5-454a-b150-f2a4e63a10ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.855773 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Pushing event updated for resources: {'Port': ['ID=26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:21.871042 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf4520a9-6a7e-42e7-9c8c-a1b8deb3b703 admin admin] Checking segment: {'id': '719b8258-24cf-42d1-835d-9c500fb0d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2c975e55-3334-4c2d-a608-c851ac915ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:21.871236 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4520a9-6a7e-42e7-9c8c-a1b8deb3b703 admin admin] Network hostable DHCP agents. Network: 2c975e55-3334-4c2d-a608-c851ac915ac7, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:30:21.905806 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:21.906151 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:21.906485 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:21.906807 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:21.907128 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:21.907445 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:21.907758 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:21.909104 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:21.909754 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-b2c7eb66-86d5-454a-b150-f2a4e63a10ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.912736 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:21.913082 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:21.913548 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:21.913991 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:30:21.931530 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:21.943053 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4520a9-6a7e-42e7-9c8c-a1b8deb3b703 admin admin] Network 2c975e55-3334-4c2d-a608-c851ac915ac7 is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:30:21.975449 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-b2c7eb66-86d5-454a-b150-f2a4e63a10ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.982944 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-b2c7eb66-86d5-454a-b150-f2a4e63a10ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:21.999225 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-b2c7eb66-86d5-454a-b150-f2a4e63a10ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a30ec00f-7ef6-49cd-8320-843507c87da1 HTTP/1.1" status: 204 len: 168 time: 0.2320127 Jun 29 03:30:21.999225 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-53c00d8f-dded-4579-b0ee-3e5761f7fb9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:22.006708 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-cf4520a9-6a7e-42e7-9c8c-a1b8deb3b703 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, 2c975e55-3334-4c2d-a608-c851ac915ac7) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:22.012198 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4520a9-6a7e-42e7-9c8c-a1b8deb3b703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:22.012798 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cf4520a9-6a7e-42e7-9c8c-a1b8deb3b703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:22.032826 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acec131-b2f0-4d74-a3df-71bbfc883839 None None] Network 2c975e55-3334-4c2d-a608-c851ac915ac7 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:30:22.042538 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-cf4520a9-6a7e-42e7-9c8c-a1b8deb3b703 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6417322 Jun 29 03:30:22.045010 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 47342) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:22.047231 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c7eb66-86d5-454a-b150-f2a4e63a10ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30ec00f-7ef6-49cd-8320-843507c87da1,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:22.053697 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-b2c7eb66-86d5-454a-b150-f2a4e63a10ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:22.064529 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1721617357-router', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:22.083982 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435d1e55-2b38-4894-ac49-5c1312993e54 req-5c9404bf-e46f-432c-928f-4b73ba2c8d27 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:22.085931 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-435d1e55-2b38-4894-ac49-5c1312993e54 req-5c9404bf-e46f-432c-928f-4b73ba2c8d27 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1694574 Jun 29 03:30:22.115231 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:22.116573 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:22.133399 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Attempting to bind port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:30:22.133867 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Attempting to bind port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:30:22.134293 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Attempting to bind port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 on network f702c23c-c0d0-4961-8b7a-80f21bdf0102 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:22.151166 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:30:22.152179 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Checking segment: {'id': '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:22.153216 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:22.154199 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Bound using segment: {'id': '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:30:22.155036 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Bound port: 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:30:22.156699 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:22.171907 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-435d1e55-2b38-4894-ac49-5c1312993e54 req-3c5b591b-7a3c-42b4-94af-cfec56eb3251 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793757 Jun 29 03:30:22.228126 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:22.366345 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-9822928b-795d-4eed-8944-777d833318c2 None None] For port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:30:22.371139 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-9822928b-795d-4eed-8944-777d833318c2 None None] For port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6,segment=NetworkSegment(0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a),segment_id=0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:30:22.424345 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:22.431326 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:22.433957 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210c7d36-8f14-5311-865c-589e5847e099-2c975e55-3334-4c2d-a608-c851ac915ac7', 'network_id': '2c975e55-3334-4c2d-a608-c851ac915ac7', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'fixed_ips': [{'subnet_id': 'cda120c6-2954-4cf3-9e9d-90a114134b19'}]}} from dv-cinder-797245-8-iscsi. {{(pid=92920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:30:22.435016 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:22.465397 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:22.648885 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Routers {'b021582f-be11-4067-b96d-0130abae3357'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:22.650799 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-9822928b-795d-4eed-8944-777d833318c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:30:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['b021582f-be11-4067-b96d-0130abae3357'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:22.665043 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Pushing event updated for resources: {'Port': ['ID=26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:22.762933 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:22.779109 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 47370) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:22.831080 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fe2f60c1-eb3c-43a1-946b-cda8b9a24c26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:22.878013 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Allocated IP 172.20.0.2 (2c975e55-3334-4c2d-a608-c851ac915ac7/cda120c6-2954-4cf3-9e9d-90a114134b19/9eeebe9b-fc1a-4275-ae00-a64dfaa521ff) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:22.930570 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a6f7e9-c498-46a9-a2cf-37569dcaa67c req-b3fafa7b-ef2f-4758-b634-0c819d9c0585 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:22.934690 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-14a6f7e9-c498-46a9-a2cf-37569dcaa67c req-b3fafa7b-ef2f-4758-b634-0c819d9c0585 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 944 time: 0.2420919 Jun 29 03:30:23.008264 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-14a6f7e9-c498-46a9-a2cf-37569dcaa67c req-5a4665fb-b77c-4ff5-8daa-d7e753ee5c26 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652351 Jun 29 03:30:23.018106 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:30:23.043954 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-9822928b-795d-4eed-8944-777d833318c2 None None] Set router b021582f-be11-4067-b96d-0130abae3357 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:23.067312 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fe2f60c1-eb3c-43a1-946b-cda8b9a24c26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.071596 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-fe2f60c1-eb3c-43a1-946b-cda8b9a24c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.076700 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-663ea854-8b40-4dfd-816e-0f94072b8acc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:23.131344 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f60c1-eb3c-43a1-946b-cda8b9a24c26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52e75ff-3c2d-48bf-9645-62ca5da41504,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:23.142325 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-fe2f60c1-eb3c-43a1-946b-cda8b9a24c26 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1557400173d1444dab419f678020659b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3576667 Jun 29 03:30:23.143329 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 47380) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:23.145368 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-fe2f60c1-eb3c-43a1-946b-cda8b9a24c26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:23.209343 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f7f6e851-4ec1-4072-8f90-a62321e5998c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.235729 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f7f6e851-4ec1-4072-8f90-a62321e5998c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.308118 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f7f6e851-4ec1-4072-8f90-a62321e5998c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.313494 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f7f6e851-4ec1-4072-8f90-a62321e5998c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.315333 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-f7f6e851-4ec1-4072-8f90-a62321e5998c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a52e75ff-3c2d-48bf-9645-62ca5da41504 HTTP/1.1" status: 204 len: 168 time: 0.1682692 Jun 29 03:30:23.316860 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-7a26ec37-5dff-4f36-ab96-6e0a824f5caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:23.326018 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f6e851-4ec1-4072-8f90-a62321e5998c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52e75ff-3c2d-48bf-9645-62ca5da41504,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:23.328854 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f7f6e851-4ec1-4072-8f90-a62321e5998c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:23.391453 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4e3edc-f68c-49b6-b3b4-eb9769d36ec2 req-ac41f745-498f-4eb8-81cb-16a9e3fff64e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:23.397229 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=66fb7b7a-cd6c-49ba-856d-9f8c4f9db929,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:23.398544 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e4e3edc-f68c-49b6-b3b4-eb9769d36ec2 req-ac41f745-498f-4eb8-81cb-16a9e3fff64e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.6879845 Jun 29 03:30:23.400015 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.401811 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.441735 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Transition to ACTIVE for port object 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:23.445801 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '66fb7b7a-cd6c-49ba-856d-9f8c4f9db929', 'network_id': '8a37d8b1-3750-4875-a0d4-6957b790648c', 'port_id': '66fb7b7a-cd6c-49ba-856d-9f8c4f9db929', 'mac_address': 'fa:16:3e:e1:bf:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 247, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2aa26576-598b-4777-a86a-7a7ab71ebf75', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:30:23.466698 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e4e3edc-f68c-49b6-b3b4-eb9769d36ec2 req-3975d8db-bc68-4aaf-aadf-566565d80a2f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670929 Jun 29 03:30:23.470001 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.503758 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Transition to ACTIVE for port object 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:23.525063 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.528855 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:23.535425 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.615862 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Network 2c975e55-3334-4c2d-a608-c851ac915ac7 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:23.622432 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:30:23.627635 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Allocated IP 172.27.1.147 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/9ab534ee-ba1b-4072-855f-6c8e605e96f1) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:23.628187 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:23.632292 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Pushing event updated for resources: {'Port': ['ID=9eeebe9b-fc1a-4275-ae00-a64dfaa521ff,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:23.636098 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:23.638339 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:23.646234 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-9822928b-795d-4eed-8944-777d833318c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:30:18Z', 'revision_number': 4, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port': {'id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:13Z', 'updated_at': '2021-06-29T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6', 'name': '', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'mac_address': 'fa:16:3e:ce:69:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:16Z', 'updated_at': '2021-06-29T03:30:22Z', 'revision_number': 4, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'subnets': [{'id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:23.687433 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9822928b-795d-4eed-8944-777d833318c2 None None] The sync data for ids ['b021582f-be11-4067-b96d-0130abae3357'] in dv-cinder-797245-8-iscsi is: [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:30:18Z', 'revision_number': 4, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port': {'id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:13Z', 'updated_at': '2021-06-29T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6', 'name': '', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'mac_address': 'fa:16:3e:ce:69:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:16Z', 'updated_at': '2021-06-29T03:30:22Z', 'revision_number': 4, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'subnets': [{'id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:30:23.713662 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=66fb7b7a-cd6c-49ba-856d-9f8c4f9db929,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:23.758161 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.770151 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:23.832605 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.853984 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Attempting to bind port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:30:23.854364 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Attempting to bind port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '719b8258-24cf-42d1-835d-9c500fb0d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2c975e55-3334-4c2d-a608-c851ac915ac7'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:30:23.854731 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Attempting to bind port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff on network 2c975e55-3334-4c2d-a608-c851ac915ac7 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:23.880325 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=66fb7b7a-cd6c-49ba-856d-9f8c4f9db929,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:23.893942 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:23.903597 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:30:23.904500 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Checking segment: {'id': '719b8258-24cf-42d1-835d-9c500fb0d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2c975e55-3334-4c2d-a608-c851ac915ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:23.905716 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.906316 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Bound using segment: {'id': '719b8258-24cf-42d1-835d-9c500fb0d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2c975e55-3334-4c2d-a608-c851ac915ac7'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:30:23.907422 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Bound port: 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719b8258-24cf-42d1-835d-9c500fb0d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2c975e55-3334-4c2d-a608-c851ac915ac7'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:30:23.908026 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.910761 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:23.914797 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:23.999614 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:24.001240 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] For port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:30:24.004842 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:24.006688 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] For port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=9eeebe9b-fc1a-4275-ae00-a64dfaa521ff,segment=NetworkSegment(719b8258-24cf-42d1-835d-9c500fb0d7c1),segment_id=719b8258-24cf-42d1-835d-9c500fb0d7c1)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:30:24.010622 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:24.019695 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:24.039670 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:24.082377 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91c3d30-ad84-4d7b-9fe0-b7ad376be805 req-8f1788cb-a200-491b-aa68-e305a421b4cc tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:24.087444 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f91c3d30-ad84-4d7b-9fe0-b7ad376be805 req-8f1788cb-a200-491b-aa68-e305a421b4cc tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1356256 Jun 29 03:30:24.104783 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Pushing event updated for resources: {'Port': ['ID=9ab534ee-ba1b-4072-855f-6c8e605e96f1,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:24.127418 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:24.180054 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Pushing event updated for resources: {'Port': ['ID=9eeebe9b-fc1a-4275-ae00-a64dfaa521ff,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:24.183615 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:24.239833 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f91c3d30-ad84-4d7b-9fe0-b7ad376be805 req-c886b725-7469-4bdc-ba96-d60d0613ec3a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390209 Jun 29 03:30:24.310237 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['66fb7b7a-cd6c-49ba-856d-9f8c4f9db929'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:30:24.660243 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac8aaf-4aff-4362-b0bd-5363085b13ae req-3ffb2348-49cc-4c22-88dd-0738bf7eee09 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:24.669290 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7aac8aaf-4aff-4362-b0bd-5363085b13ae req-3ffb2348-49cc-4c22-88dd-0738bf7eee09 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 945 time: 0.4096644 Jun 29 03:30:24.920353 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7aac8aaf-4aff-4362-b0bd-5363085b13ae req-f512a59e-362d-4d3f-9d0d-03f02c99195c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392609 Jun 29 03:30:24.963021 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:25.391983 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:25.570454 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:25.586147 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:25.587119 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:25.765601 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfd0e5c-915a-48de-8c8e-04c2d00b5a26 req-05b72719-887b-4bf7-ab03-a5b6fc0c4551 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:25.777388 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9cfd0e5c-915a-48de-8c8e-04c2d00b5a26 req-05b72719-887b-4bf7-ab03-a5b6fc0c4551 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.5366778 Jun 29 03:30:25.894361 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9cfd0e5c-915a-48de-8c8e-04c2d00b5a26 req-cbb6a740-3c46-4572-9057-4b4dcf5d65eb tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155694 Jun 29 03:30:25.926888 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769002'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:25.965058 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:26.169040 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4e083d-8bd3-4ee8-a4a6-edd5fa994a2a None None] Network 2c975e55-3334-4c2d-a608-c851ac915ac7 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:30:26.273382 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Router db45343b-a5ba-4416-9a37-32ff7451ef5d is scheduled to L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:30:26.297419 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6,segment=NetworkSegment(0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a),segment_id=0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:26.315187 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:26.316930 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:26.323861 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:26.383745 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-4c7fc413-b001-4c40-b3b0-84efd16c6011 None None] Provisioning for port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:26.401600 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:30:26.413996 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Sync routers for ids ['db45343b-a5ba-4416-9a37-32ff7451ef5d'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:30:26.430299 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Routers {'db45343b-a5ba-4416-9a37-32ff7451ef5d'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:26.432708 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:30:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['db45343b-a5ba-4416-9a37-32ff7451ef5d'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:26.436512 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593c21a7-d9ce-4942-bf71-855273722fd8 req-fa952682-b9e6-499a-9e2c-971c17e40362 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:26.442005 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:26.444369 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3960400 Jun 29 03:30:26.445984 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 47466) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:26.448197 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-593c21a7-d9ce-4942-bf71-855273722fd8 req-fa952682-b9e6-499a-9e2c-971c17e40362 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 945 time: 0.1347837 Jun 29 03:30:26.492717 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:26.504193 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-593c21a7-d9ce-4942-bf71-855273722fd8 req-f7ebfc84-6263-4ea3-8611-f069ca407ae2 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542178 Jun 29 03:30:26.516864 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:26.582659 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:26.594896 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Set router db45343b-a5ba-4416-9a37-32ff7451ef5d gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:26.644093 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:26.644481 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:26.793814 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:26.845322 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=9eeebe9b-fc1a-4275-ae00-a64dfaa521ff,segment=NetworkSegment(719b8258-24cf-42d1-835d-9c500fb0d7c1),segment_id=719b8258-24cf-42d1-835d-9c500fb0d7c1)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:26.852262 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:26.854366 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:26.863718 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'name': 'tempest-TestMinimumBasicScenario-1721617357-router', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '9ab534ee-ba1b-4072-855f-6c8e605e96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:22Z', 'updated_at': '2021-06-29T03:30:24Z', 'revision_number': 3, 'project_id': '120af55a4ede4f95a5b42fb05b8c084c', 'gw_port': {'id': '9ab534ee-ba1b-4072-855f-6c8e605e96f1', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:74:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:23Z', 'updated_at': '2021-06-29T03:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:26.894931 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Checking router: db45343b-a5ba-4416-9a37-32ff7451ef5d for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:30:26.895615 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Updating router db45343b-a5ba-4416-9a37-32ff7451ef5d port 9ab534ee-ba1b-4072-855f-6c8e605e96f1 binding host dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:30:26.908031 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=9eeebe9b-fc1a-4275-ae00-a64dfaa521ff,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:26.911209 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:26.946824 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:26.954627 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81ae12d-a222-41fb-beac-6eab92a0d18e req-80596040-59e9-45c0-8887-80f2d3b7e0e4 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:26.956819 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a81ae12d-a222-41fb-beac-6eab92a0d18e req-80596040-59e9-45c0-8887-80f2d3b7e0e4 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.1015768 Jun 29 03:30:27.025485 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a81ae12d-a222-41fb-beac-6eab92a0d18e req-9ce02b5e-fd2f-4dfa-b1ee-5dc367da7c30 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614560 Jun 29 03:30:27.039466 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:27.108951 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-88a7ce94-6af8-4edf-91ab-88d8ea8f8ef0 None None] Provisioning complete for port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:27.109338 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-88a7ce94-6af8-4edf-91ab-88d8ea8f8ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.161249 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:27.167292 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.168084 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:27.168543 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.173984 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:27.194111 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8fef8-27e8-4ed2-94ce-aa181d73a3ef req-919683c5-1679-4fe8-8390-213827babb51 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:27.195602 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ffb8fef8-27e8-4ed2-94ce-aa181d73a3ef req-919683c5-1679-4fe8-8390-213827babb51 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.1280849 Jun 29 03:30:27.298819 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ffb8fef8-27e8-4ed2-94ce-aa181d73a3ef req-7d9c8598-ad07-49f1-b8e0-21928194a3ba tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919864 Jun 29 03:30:27.311867 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:27.312508 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.338029 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.348384 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.349206 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Transition to ACTIVE for port object 9ab534ee-ba1b-4072-855f-6c8e605e96f1 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:27.359817 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.364095 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:27.380413 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cc03f6-20f2-4c54-a783-c6f5d472698a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fb7b7a-cd6c-49ba-856d-9f8c4f9db929'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:30:27.382920 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb6ab8a-73d1-4242-9e6a-aaac57821a5e" -d '{"events": [{"server_uuid": "c9cc03f6-20f2-4c54-a783-c6f5d472698a", "name": "network-vif-plugged", "status": "completed", "tag": "66fb7b7a-cd6c-49ba-856d-9f8c4f9db929"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:30:27.401747 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=66fb7b7a-cd6c-49ba-856d-9f8c4f9db929,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:27.408226 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.414476 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Attempting to bind port 9ab534ee-ba1b-4072-855f-6c8e605e96f1 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:30:27.415602 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Attempting to bind port 9ab534ee-ba1b-4072-855f-6c8e605e96f1 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:30:27.416201 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Attempting to bind port 9ab534ee-ba1b-4072-855f-6c8e605e96f1 on network f51c5211-9e47-48bd-999b-9f8ea905804c {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:27.423111 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Allocated IP 172.20.0.1 (2c975e55-3334-4c2d-a608-c851ac915ac7/cda120c6-2954-4cf3-9e9d-90a114134b19/f129cd28-8ab2-47de-b13a-6623ca98fd50) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:27.441052 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:27.443030 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:30:27.443711 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Checking segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:27.444875 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.445470 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Bound using segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:30:27.446447 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Bound port: 9ab534ee-ba1b-4072-855f-6c8e605e96f1, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:30:27.447030 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.484769 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d34dbd8-2df1-48c4-b348-a08565a3d7dd x-openstack-request-id: req-2d34dbd8-2df1-48c4-b348-a08565a3d7dd {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:30:27.485195 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cc03f6-20f2-4c54-a783-c6f5d472698a", "name": "network-vif-plugged", "status": "completed", "tag": "66fb7b7a-cd6c-49ba-856d-9f8c4f9db929", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:30:27.485555 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d34dbd8-2df1-48c4-b348-a08565a3d7dd {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:30:27.486059 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cc03f6-20f2-4c54-a783-c6f5d472698a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66fb7b7a-cd6c-49ba-856d-9f8c4f9db929', 'code': 200} Jun 29 03:30:27.513063 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:27.526606 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] For port 9ab534ee-ba1b-4072-855f-6c8e605e96f1, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:30:27.530001 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] For port 9ab534ee-ba1b-4072-855f-6c8e605e96f1, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=9ab534ee-ba1b-4072-855f-6c8e605e96f1,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:30:27.542452 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a409dd-7f6a-4d47-b0e2-94e15947c68d None None] Pushing event updated for resources: {'Port': ['ID=9ab534ee-ba1b-4072-855f-6c8e605e96f1,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:27.547291 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.549583 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f3a409dd-7f6a-4d47-b0e2-94e15947c68d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:27.553057 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:27.567250 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=66fb7b7a-cd6c-49ba-856d-9f8c4f9db929,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:27.583067 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:27.608777 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:27.609111 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.619514 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.654782 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Transition to ACTIVE for port object f129cd28-8ab2-47de-b13a-6623ca98fd50 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:27.675290 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a409dd-7f6a-4d47-b0e2-94e15947c68d None None] Pushing event updated for resources: {'Port': ['ID=9ab534ee-ba1b-4072-855f-6c8e605e96f1,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:27.681123 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f3a409dd-7f6a-4d47-b0e2-94e15947c68d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:27.716782 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Routers {'db45343b-a5ba-4416-9a37-32ff7451ef5d'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:27.717496 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:30:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['db45343b-a5ba-4416-9a37-32ff7451ef5d'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:27.789789 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.801320 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:27.865158 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Network 2c975e55-3334-4c2d-a608-c851ac915ac7 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:27.871027 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:27.877035 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:27.912985 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f129cd28-8ab2-47de-b13a-6623ca98fd50,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:27.917839 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:27.938565 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fac4ac-a32b-4180-8e32-dee8c6d12f7e req-4d7cb863-288e-43a0-81c1-5eb32d1d7e9d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:27.944414 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d9fac4ac-a32b-4180-8e32-dee8c6d12f7e req-4d7cb863-288e-43a0-81c1-5eb32d1d7e9d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.2150528 Jun 29 03:30:27.946387 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479c2a-2b47-4f53-aaab-ae79b955a457 req-abe774e2-95fe-4aef-9dfc-70c978395e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:27.948158 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-05479c2a-2b47-4f53-aaab-ae79b955a457 req-abe774e2-95fe-4aef-9dfc-70c978395e3f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 1099 time: 0.0849457 Jun 29 03:30:27.960191 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672668'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:27.972608 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] Set router db45343b-a5ba-4416-9a37-32ff7451ef5d gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:28.040290 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d9fac4ac-a32b-4180-8e32-dee8c6d12f7e req-3b0e9bf7-e1af-4c1d-afda-60c1a97368e0 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890689 Jun 29 03:30:28.183443 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:28.207975 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-5a3ef783-d091-49ad-ad01-da4ba5cc95b8 None None] Provisioning for port f129cd28-8ab2-47de-b13a-6623ca98fd50 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:28.212085 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-5a3ef783-d091-49ad-ad01-da4ba5cc95b8 None None] Provisioning complete for port f129cd28-8ab2-47de-b13a-6623ca98fd50 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:28.212568 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5a3ef783-d091-49ad-ad01-da4ba5cc95b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:28.236310 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'name': 'tempest-TestMinimumBasicScenario-1721617357-router', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '9ab534ee-ba1b-4072-855f-6c8e605e96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:22Z', 'updated_at': '2021-06-29T03:30:24Z', 'revision_number': 3, 'project_id': '120af55a4ede4f95a5b42fb05b8c084c', 'gw_port': {'id': '9ab534ee-ba1b-4072-855f-6c8e605e96f1', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:74:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:23Z', 'updated_at': '2021-06-29T03:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:28.267832 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-5a3ef783-d091-49ad-ad01-da4ba5cc95b8 None None] Port f129cd28-8ab2-47de-b13a-6623ca98fd50 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:30:28.276785 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578ee5c9-7de8-4d34-80b9-53ca98c9e1c0 None None] The sync data for ids ['db45343b-a5ba-4416-9a37-32ff7451ef5d'] in dv-cinder-797245-8-iscsi is: [{'id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'name': 'tempest-TestMinimumBasicScenario-1721617357-router', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '9ab534ee-ba1b-4072-855f-6c8e605e96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:22Z', 'updated_at': '2021-06-29T03:30:24Z', 'revision_number': 3, 'project_id': '120af55a4ede4f95a5b42fb05b8c084c', 'gw_port': {'id': '9ab534ee-ba1b-4072-855f-6c8e605e96f1', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:74:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:23Z', 'updated_at': '2021-06-29T03:30:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:30:28.290947 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-05479c2a-2b47-4f53-aaab-ae79b955a457 req-c34393ee-1965-44ff-9056-6105f038a218 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319476 Jun 29 03:30:28.331213 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babf1be8-51de-4559-90e4-97771c1a4f1a req-f9614037-1d3d-4cac-8d7d-facd5f0541b5 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:28.332768 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-babf1be8-51de-4559-90e4-97771c1a4f1a req-f9614037-1d3d-4cac-8d7d-facd5f0541b5 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0867641 Jun 29 03:30:28.371643 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:28.376899 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088899'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:28.378671 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-babf1be8-51de-4559-90e4-97771c1a4f1a req-89a4a58d-6c0f-4251-a694-08eb36474e5e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375719 Jun 29 03:30:28.379769 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:28.460665 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f129cd28-8ab2-47de-b13a-6623ca98fd50,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:28.464195 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672616'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:28.466022 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:28.835767 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173c4906-9793-4c31-bf0f-63aa2ce627fc req-abf8907e-f1b5-40a3-a30f-5daa79db0f34 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:28.837473 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-173c4906-9793-4c31-bf0f-63aa2ce627fc req-abf8907e-f1b5-40a3-a30f-5daa79db0f34 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.3882053 Jun 29 03:30:28.881445 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Network 2c975e55-3334-4c2d-a608-c851ac915ac7 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:28.883919 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:28.904495 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-173c4906-9793-4c31-bf0f-63aa2ce627fc req-95606036-8c88-4dd5-950a-f2ff5a5ff071 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523643 Jun 29 03:30:29.016549 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Router db45343b-a5ba-4416-9a37-32ff7451ef5d has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:30:29.141306 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:30:29.152630 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] 10.222.0.39 "PUT /v2.0/routers/db45343b-a5ba-4416-9a37-32ff7451ef5d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7002776 Jun 29 03:30:29.173703 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 9ab534ee-ba1b-4072-855f-6c8e605e96f1 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:29.232468 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-2b4740a0-b967-4e59-8bdc-39c4897c37d3 None None] Provisioning complete for port f129cd28-8ab2-47de-b13a-6623ca98fd50 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:29.232845 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2b4740a0-b967-4e59-8bdc-39c4897c37d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:29.267402 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c702259-0f4a-4ca2-806c-e2ceb29595b0 req-ea638228-9d1a-4558-941a-bbddbc6002f4 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:29.269070 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8c702259-0f4a-4ca2-806c-e2ceb29595b0 req-ea638228-9d1a-4558-941a-bbddbc6002f4 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.0750113 Jun 29 03:30:29.274629 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-2b4740a0-b967-4e59-8bdc-39c4897c37d3 None None] Port f129cd28-8ab2-47de-b13a-6623ca98fd50 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:30:29.279475 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 9ab534ee-ba1b-4072-855f-6c8e605e96f1 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:29.283938 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 9ab534ee-ba1b-4072-855f-6c8e605e96f1 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:29.284508 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:29.320403 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8c702259-0f4a-4ca2-806c-e2ceb29595b0 req-5dfe4f83-0514-46e5-b398-4b32f605b5e8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430140 Jun 29 03:30:29.380282 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:29.401902 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 9ab534ee-ba1b-4072-855f-6c8e605e96f1, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=9ab534ee-ba1b-4072-855f-6c8e605e96f1,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:29.406689 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:29.410073 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:29.461505 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=9ab534ee-ba1b-4072-855f-6c8e605e96f1,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:29.464677 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:29.567111 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f5afa-efeb-4937-a0b7-220b79b59085 req-d25d7798-7de2-4e25-b100-d5b004802539 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:29.570577 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-271f5afa-efeb-4937-a0b7-220b79b59085 req-d25d7798-7de2-4e25-b100-d5b004802539 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0722249 Jun 29 03:30:29.619013 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-271f5afa-efeb-4937-a0b7-220b79b59085 req-55dff913-62a5-48b6-82bb-dfbeae235996 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389318 Jun 29 03:30:30.116073 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c35a8-141b-4390-a09e-2526dbda77e0 req-e6ab4a51-58ce-41f1-a324-1622e75d9314 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:30.117927 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-344c35a8-141b-4390-a09e-2526dbda77e0 req-e6ab4a51-58ce-41f1-a324-1622e75d9314 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.0763562 Jun 29 03:30:30.167466 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-344c35a8-141b-4390-a09e-2526dbda77e0 req-af2287ae-c65a-4d4e-ba54-4d55d48bb02a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418632 Jun 29 03:30:30.306918 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Sync routers for ids ['db45343b-a5ba-4416-9a37-32ff7451ef5d'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:30:30.317734 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Routers {'db45343b-a5ba-4416-9a37-32ff7451ef5d'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:30.318686 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:30:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['db45343b-a5ba-4416-9a37-32ff7451ef5d'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:30.462507 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Set router db45343b-a5ba-4416-9a37-32ff7451ef5d gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:30.533627 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe233f-4c6b-4307-ba6d-28d938147a21 req-7e5a1c63-14d0-47aa-84c0-8a681a7733a5 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:30.535342 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4bbe233f-4c6b-4307-ba6d-28d938147a21 req-7e5a1c63-14d0-47aa-84c0-8a681a7733a5 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.0824134 Jun 29 03:30:30.578100 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4bbe233f-4c6b-4307-ba6d-28d938147a21 req-7626f7e2-72a5-4f2a-8860-0017b2c604db tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364640 Jun 29 03:30:30.727607 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'name': 'tempest-TestMinimumBasicScenario-1721617357-router', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '9ab534ee-ba1b-4072-855f-6c8e605e96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:22Z', 'updated_at': '2021-06-29T03:30:28Z', 'revision_number': 4, 'project_id': '120af55a4ede4f95a5b42fb05b8c084c', 'gw_port': {'id': '9ab534ee-ba1b-4072-855f-6c8e605e96f1', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:74:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:23Z', 'updated_at': '2021-06-29T03:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': 'f129cd28-8ab2-47de-b13a-6623ca98fd50', 'name': '', 'network_id': '2c975e55-3334-4c2d-a608-c851ac915ac7', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'mac_address': 'fa:16:3e:95:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cda120c6-2954-4cf3-9e9d-90a114134b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:27Z', 'updated_at': '2021-06-29T03:30:28Z', 'revision_number': 2, 'project_id': '120af55a4ede4f95a5b42fb05b8c084c', 'subnets': [{'id': 'cda120c6-2954-4cf3-9e9d-90a114134b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:30.760448 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Checking router: db45343b-a5ba-4416-9a37-32ff7451ef5d for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:30:30.760819 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Updating router db45343b-a5ba-4416-9a37-32ff7451ef5d port f129cd28-8ab2-47de-b13a-6623ca98fd50 binding host dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:30:30.808465 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:30.844491 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6f9bb-fe77-4485-8575-272f4a1150ca req-43d511f5-c617-4bb3-b10a-7b4a6440f7f9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:30.846823 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e8c6f9bb-fe77-4485-8575-272f4a1150ca req-43d511f5-c617-4bb3-b10a-7b4a6440f7f9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0855551 Jun 29 03:30:30.893153 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e8c6f9bb-fe77-4485-8575-272f4a1150ca req-bdb92111-aa46-450b-8e64-7b8a35a0c2d5 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381751 Jun 29 03:30:31.229965 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 9ab534ee-ba1b-4072-855f-6c8e605e96f1 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:31.287480 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:31.313258 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Transition to ACTIVE for port object f129cd28-8ab2-47de-b13a-6623ca98fd50 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:31.322833 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:31.326002 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:31.362393 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 9ab534ee-ba1b-4072-855f-6c8e605e96f1 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:31.362702 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:31.390284 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cc9f6-a799-43ce-aaff-7a6393002f24 None None] Pushing event updated for resources: {'Port': ['ID=f129cd28-8ab2-47de-b13a-6623ca98fd50,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:31.416321 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-488cc9f6-a799-43ce-aaff-7a6393002f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:31.456257 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59b044-ebfc-4ca9-976a-41407f92888d req-1efdade6-7a41-4e6b-897f-6c1e83712f18 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:31.473184 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4c59b044-ebfc-4ca9-976a-41407f92888d req-1efdade6-7a41-4e6b-897f-6c1e83712f18 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.1257734 Jun 29 03:30:31.546692 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4c59b044-ebfc-4ca9-976a-41407f92888d req-20bb9932-ebe1-46f2-bcce-1e10ed0bb0ba tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722213 Jun 29 03:30:31.640250 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Attempting to bind port f129cd28-8ab2-47de-b13a-6623ca98fd50 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:30:31.640558 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Attempting to bind port f129cd28-8ab2-47de-b13a-6623ca98fd50 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '719b8258-24cf-42d1-835d-9c500fb0d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2c975e55-3334-4c2d-a608-c851ac915ac7'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:30:31.640919 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Attempting to bind port f129cd28-8ab2-47de-b13a-6623ca98fd50 on network 2c975e55-3334-4c2d-a608-c851ac915ac7 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:31.646902 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:30:31.647288 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Checking segment: {'id': '719b8258-24cf-42d1-835d-9c500fb0d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2c975e55-3334-4c2d-a608-c851ac915ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:31.647700 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:31.648123 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Bound using segment: {'id': '719b8258-24cf-42d1-835d-9c500fb0d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2c975e55-3334-4c2d-a608-c851ac915ac7'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:30:31.648615 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Bound port: f129cd28-8ab2-47de-b13a-6623ca98fd50, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '719b8258-24cf-42d1-835d-9c500fb0d7c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '2c975e55-3334-4c2d-a608-c851ac915ac7'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:30:31.648984 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:31.758796 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] For port f129cd28-8ab2-47de-b13a-6623ca98fd50, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:30:31.763290 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] For port f129cd28-8ab2-47de-b13a-6623ca98fd50, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=f129cd28-8ab2-47de-b13a-6623ca98fd50,segment=NetworkSegment(719b8258-24cf-42d1-835d-9c500fb0d7c1),segment_id=719b8258-24cf-42d1-835d-9c500fb0d7c1)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:30:31.776631 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:31.785437 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:31.814012 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ee922c-9c2f-4232-85a3-1a3ccea063fc req-e59ac5ad-cc2c-44a8-afda-2a36ae1b8cc8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:31.816184 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e3ee922c-9c2f-4232-85a3-1a3ccea063fc req-e59ac5ad-cc2c-44a8-afda-2a36ae1b8cc8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.1011436 Jun 29 03:30:31.861223 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Routers {'db45343b-a5ba-4416-9a37-32ff7451ef5d'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:30:31.861870 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:30:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['db45343b-a5ba-4416-9a37-32ff7451ef5d'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:31.874375 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e3ee922c-9c2f-4232-85a3-1a3ccea063fc req-10c082b2-260e-4c96-ac2b-7c6423bf3c32 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523129 Jun 29 03:30:31.905568 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cc9f6-a799-43ce-aaff-7a6393002f24 None None] Pushing event updated for resources: {'Port': ['ID=f129cd28-8ab2-47de-b13a-6623ca98fd50,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:31.909540 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-488cc9f6-a799-43ce-aaff-7a6393002f24 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:32.036851 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] Set router db45343b-a5ba-4416-9a37-32ff7451ef5d gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:30:32.250839 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9a6d7e-5161-41c3-bc2b-b1f6a4d5485d req-c69010d3-620d-4f7b-b89b-10b5049e1f4e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:32.258768 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6f9a6d7e-5161-41c3-bc2b-b1f6a4d5485d req-c69010d3-620d-4f7b-b89b-10b5049e1f4e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.1150527 Jun 29 03:30:32.331175 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6f9a6d7e-5161-41c3-bc2b-b1f6a4d5485d req-8bd75096-b846-4ce3-a8ff-56c33c82ad21 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710804 Jun 29 03:30:32.369143 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'name': 'tempest-TestMinimumBasicScenario-1721617357-router', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '9ab534ee-ba1b-4072-855f-6c8e605e96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:22Z', 'updated_at': '2021-06-29T03:30:28Z', 'revision_number': 4, 'project_id': '120af55a4ede4f95a5b42fb05b8c084c', 'gw_port': {'id': '9ab534ee-ba1b-4072-855f-6c8e605e96f1', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:74:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:23Z', 'updated_at': '2021-06-29T03:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': 'f129cd28-8ab2-47de-b13a-6623ca98fd50', 'name': '', 'network_id': '2c975e55-3334-4c2d-a608-c851ac915ac7', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'mac_address': 'fa:16:3e:95:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cda120c6-2954-4cf3-9e9d-90a114134b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:27Z', 'updated_at': '2021-06-29T03:30:31Z', 'revision_number': 4, 'project_id': '120af55a4ede4f95a5b42fb05b8c084c', 'subnets': [{'id': 'cda120c6-2954-4cf3-9e9d-90a114134b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:30:32.413944 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054449a2-56a2-443a-be6e-03eb1216a834 None None] The sync data for ids ['db45343b-a5ba-4416-9a37-32ff7451ef5d'] in dv-cinder-797245-8-iscsi is: [{'id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'name': 'tempest-TestMinimumBasicScenario-1721617357-router', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '9ab534ee-ba1b-4072-855f-6c8e605e96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:22Z', 'updated_at': '2021-06-29T03:30:28Z', 'revision_number': 4, 'project_id': '120af55a4ede4f95a5b42fb05b8c084c', 'gw_port': {'id': '9ab534ee-ba1b-4072-855f-6c8e605e96f1', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:74:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:23Z', 'updated_at': '2021-06-29T03:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': 'f129cd28-8ab2-47de-b13a-6623ca98fd50', 'name': '', 'network_id': '2c975e55-3334-4c2d-a608-c851ac915ac7', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'mac_address': 'fa:16:3e:95:81:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'device_owner': 'network:router_interface', 'standard_attr_id': 365, 'fixed_ips': [{'subnet_id': 'cda120c6-2954-4cf3-9e9d-90a114134b19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:27Z', 'updated_at': '2021-06-29T03:30:31Z', 'revision_number': 4, 'project_id': '120af55a4ede4f95a5b42fb05b8c084c', 'subnets': [{'id': 'cda120c6-2954-4cf3-9e9d-90a114134b19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:30:32.883998 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74156ace-a249-4d0f-917a-1e200af955bb req-753fec22-7613-407d-a75d-7deb6f076671 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:32.886855 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-74156ace-a249-4d0f-917a-1e200af955bb req-753fec22-7613-407d-a75d-7deb6f076671 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.1319892 Jun 29 03:30:32.958233 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-74156ace-a249-4d0f-917a-1e200af955bb req-2a7622a5-8b0e-4d87-acb0-c5dba218c770 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647154 Jun 29 03:30:33.160216 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f0cb66-a220-4730-941d-88acf2ea5326 req-038c8657-829b-427a-9530-6e2f6605605c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:33.161781 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b7f0cb66-a220-4730-941d-88acf2ea5326 req-038c8657-829b-427a-9530-6e2f6605605c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.1019354 Jun 29 03:30:33.216671 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device f129cd28-8ab2-47de-b13a-6623ca98fd50 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:33.254546 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b7f0cb66-a220-4730-941d-88acf2ea5326 req-e84c99a5-1a2a-44e3-b8cd-1967f25e9978 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870674 Jun 29 03:30:33.306193 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port f129cd28-8ab2-47de-b13a-6623ca98fd50 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:33.317433 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port f129cd28-8ab2-47de-b13a-6623ca98fd50 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:33.317823 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:33.610983 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:33.646033 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd285f-3b1e-4d3f-856a-f62401e04071 req-783ae32d-ad54-4556-94cb-06102d65a0f2 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:33.654927 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-67cd285f-3b1e-4d3f-856a-f62401e04071 req-783ae32d-ad54-4556-94cb-06102d65a0f2 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.1455150 Jun 29 03:30:33.718915 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-67cd285f-3b1e-4d3f-856a-f62401e04071 req-c177c11c-2166-434c-8f43-ef374c583ecf tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584645 Jun 29 03:30:33.773437 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port f129cd28-8ab2-47de-b13a-6623ca98fd50, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=f129cd28-8ab2-47de-b13a-6623ca98fd50,segment=NetworkSegment(719b8258-24cf-42d1-835d-9c500fb0d7c1),segment_id=719b8258-24cf-42d1-835d-9c500fb0d7c1)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:33.809306 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:33.811998 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:33.978670 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=f129cd28-8ab2-47de-b13a-6623ca98fd50,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:33.986065 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:34.107196 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 47628) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:34.182550 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13636a-86ab-46a1-adcc-d0ba94645638 req-4df1661a-b983-4e72-b6e2-910ee3c2c449 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:34.184184 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fa13636a-86ab-46a1-adcc-d0ba94645638 req-4df1661a-b983-4e72-b6e2-910ee3c2c449 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.0869312 Jun 29 03:30:34.272814 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fa13636a-86ab-46a1-adcc-d0ba94645638 req-5bee6746-f368-41b3-b963-0b059b59d3a3 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780845 Jun 29 03:30:34.297771 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9bc6585c-28e4-485b-8710-1eab356346a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:34.433209 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9bc6585c-28e4-485b-8710-1eab356346a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:34.438247 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9bc6585c-28e4-485b-8710-1eab356346a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:34.440880 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-24f99471-7497-4628-b0a7-40cecb186711 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:34.479667 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9bc6585c-28e4-485b-8710-1eab356346a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9560947b8a1d49209fb29d1317ac3f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3709342 Jun 29 03:30:34.480910 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc6585c-28e4-485b-8710-1eab356346a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ae59603-9cd4-4edc-a5a4-3346b7394a16,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:34.482233 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 47638) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:34.485215 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9bc6585c-28e4-485b-8710-1eab356346a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:34.542750 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-66454d3f-23aa-4d4b-8110-c3927ca25ea8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:34.566017 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-66454d3f-23aa-4d4b-8110-c3927ca25ea8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:34.623283 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-66454d3f-23aa-4d4b-8110-c3927ca25ea8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:34.626683 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-66454d3f-23aa-4d4b-8110-c3927ca25ea8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:34.627903 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-66454d3f-23aa-4d4b-8110-c3927ca25ea8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ae59603-9cd4-4edc-a5a4-3346b7394a16 HTTP/1.1" status: 204 len: 168 time: 0.1430614 Jun 29 03:30:34.628977 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-06e5377a-64a7-4f1f-918a-7ca3d9ccdbb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:34.637669 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66454d3f-23aa-4d4b-8110-c3927ca25ea8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ae59603-9cd4-4edc-a5a4-3346b7394a16,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:34.666299 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-66454d3f-23aa-4d4b-8110-c3927ca25ea8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:35.008177 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f112583-5ebb-40dd-ad49-011f4990af00 req-7eb784b3-4306-44f2-90c8-50e49b5e4794 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:35.010323 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0f112583-5ebb-40dd-ad49-011f4990af00 req-7eb784b3-4306-44f2-90c8-50e49b5e4794 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0967884 Jun 29 03:30:35.062296 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0f112583-5ebb-40dd-ad49-011f4990af00 req-e6956ca1-5ddb-4fcd-915c-8d3fbc72e7c4 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407352 Jun 29 03:30:35.067996 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 166112e0-022b-4427-852b-bcecd0bbc846 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:30:35.182015 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 166112e0-022b-4427-852b-bcecd0bbc846, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=166112e0-022b-4427-852b-bcecd0bbc846,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:35.214860 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '166112e0-022b-4427-852b-bcecd0bbc846', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'port_id': '166112e0-022b-4427-852b-bcecd0bbc846', 'mac_address': 'fa:16:3e:23:9d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:30:35.240122 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:30:35.274077 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:35.276573 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device f129cd28-8ab2-47de-b13a-6623ca98fd50 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:35.312778 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 166112e0-022b-4427-852b-bcecd0bbc846 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:30:35.335614 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 166112e0-022b-4427-852b-bcecd0bbc846, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=166112e0-022b-4427-852b-bcecd0bbc846,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:35.345747 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:35.352289 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-506aaf04-27d8-4ea1-a9de-080e573f7d96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:35.434702 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=166112e0-022b-4427-852b-bcecd0bbc846,revision_number=6']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:35.439443 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:35.469463 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port f129cd28-8ab2-47de-b13a-6623ca98fd50 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:35.470308 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:35.651045 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['166112e0-022b-4427-852b-bcecd0bbc846'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:30:35.943191 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d02021-b5af-47e0-9f31-8ef409ab5600 req-05f8f832-da7c-4475-845c-e0dc8d871efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:35.945659 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f2d02021-b5af-47e0-9f31-8ef409ab5600 req-05f8f832-da7c-4475-845c-e0dc8d871efd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8a3ca31ac434da497a3b6b2dc4e4d35&device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 1098 time: 0.0994918 Jun 29 03:30:36.062745 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 47686) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:36.114589 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d02021-b5af-47e0-9f31-8ef409ab5600 req-d5efdb84-f9f4-4428-be43-5124214bb84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:36.117648 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f2d02021-b5af-47e0-9f31-8ef409ab5600 req-d5efdb84-f9f4-4428-be43-5124214bb84f service neutron] 10.222.0.21 "GET /v2.0/networks?id=747284db-2222-4a59-bd55-82efbc6a5748 HTTP/1.1" status: 200 len: 919 time: 0.1599216 Jun 29 03:30:36.134664 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69590a7c-0be6-4c25-8a99-501fffbb8f61 req-1ded87bc-e339-4a02-ba5b-9919fd6ff979 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:36.155828 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-69590a7c-0be6-4c25-8a99-501fffbb8f61 req-1ded87bc-e339-4a02-ba5b-9919fd6ff979 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 944 time: 0.1868234 Jun 29 03:30:36.262715 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-69590a7c-0be6-4c25-8a99-501fffbb8f61 req-90e4ada3-7e92-4c2d-bd81-efae91f29a13 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021931 Jun 29 03:30:36.304098 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f2d02021-b5af-47e0-9f31-8ef409ab5600 req-91f2b003-b047-4138-a551-4f89d30ebfc8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0875cb9-468d-4ebf-9502-b18e15112d6b HTTP/1.1" status: 200 len: 217 time: 0.1802518 Jun 29 03:30:36.370714 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d02021-b5af-47e0-9f31-8ef409ab5600 req-8975cfa7-f995-450a-9710-23167ee7461e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:36.372228 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f2d02021-b5af-47e0-9f31-8ef409ab5600 req-8975cfa7-f995-450a-9710-23167ee7461e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1e87b90-dc93-4fcf-985e-c8942feb4487 HTTP/1.1" status: 200 len: 858 time: 0.0573499 Jun 29 03:30:36.390169 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee364e14-fa5d-4c26-9f1f-76a299bfe8f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:36.419033 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec285542-eaf2-4662-a83d-523339222e94 req-1f1932fc-9217-4779-8451-cbc370b0a2e1 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:36.429226 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ec285542-eaf2-4662-a83d-523339222e94 req-1f1932fc-9217-4779-8451-cbc370b0a2e1 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.2097323 Jun 29 03:30:36.461052 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f2d02021-b5af-47e0-9f31-8ef409ab5600 req-a72cb1ea-1b14-4702-a1af-e64721861b10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=747284db-2222-4a59-bd55-82efbc6a5748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794370 Jun 29 03:30:36.561977 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ec285542-eaf2-4662-a83d-523339222e94 req-e872d18f-a3b7-4ecb-82b8-8bb8ed0046a2 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084025 Jun 29 03:30:36.584841 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fb2e2b-258e-4c07-b41e-cb13fb7300a2 req-fbf829c1-8429-4a1e-9370-754a3241c2ca tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:36.586425 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-49fb2e2b-258e-4c07-b41e-cb13fb7300a2 req-fbf829c1-8429-4a1e-9370-754a3241c2ca tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.1446865 Jun 29 03:30:36.616065 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f2d02021-b5af-47e0-9f31-8ef409ab5600 req-2054e7a1-be26-4900-9d3f-425b05324d0f service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458108 Jun 29 03:30:36.632778 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee364e14-fa5d-4c26-9f1f-76a299bfe8f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:36.654486 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee364e14-fa5d-4c26-9f1f-76a299bfe8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:36.662525 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:36.724968 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-49fb2e2b-258e-4c07-b41e-cb13fb7300a2 req-75da517d-e372-4488-87a9-629d7c5282a8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280930 Jun 29 03:30:36.767795 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee364e14-fa5d-4c26-9f1f-76a299bfe8f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2840e03a-92ee-435b-99d9-632ad6025380,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:36.773025 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ee364e14-fa5d-4c26-9f1f-76a299bfe8f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0cd6564962134e7ea84fbdcd147f0eeb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7092223 Jun 29 03:30:36.774155 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ee364e14-fa5d-4c26-9f1f-76a299bfe8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:36.775498 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 47702) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:36.843385 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f2d02021-b5af-47e0-9f31-8ef409ab5600 req-279d65ee-e105-4f88-8795-423d46374817 service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196743 Jun 29 03:30:36.852117 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4b4a94d9-27fe-42fa-8901-2698d7c29176 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:36.885919 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4b4a94d9-27fe-42fa-8901-2698d7c29176 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:36.960227 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4b4a94d9-27fe-42fa-8901-2698d7c29176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:36.967175 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4b4a94d9-27fe-42fa-8901-2698d7c29176 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:36.971690 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4b4a94d9-27fe-42fa-8901-2698d7c29176 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2840e03a-92ee-435b-99d9-632ad6025380 HTTP/1.1" status: 204 len: 168 time: 0.1916580 Jun 29 03:30:36.971690 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a653dcb4-c106-4e5c-937d-8482e526a5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:37.019648 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4a94d9-27fe-42fa-8901-2698d7c29176 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2840e03a-92ee-435b-99d9-632ad6025380,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:37.028830 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4b4a94d9-27fe-42fa-8901-2698d7c29176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:37.097946 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 166112e0-022b-4427-852b-bcecd0bbc846 up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:30:37.209349 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 166112e0-022b-4427-852b-bcecd0bbc846 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:37.210835 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:37.361325 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:37.404333 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 166112e0-022b-4427-852b-bcecd0bbc846, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=166112e0-022b-4427-852b-bcecd0bbc846,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:30:37.406037 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166112e0-022b-4427-852b-bcecd0bbc846'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:30:37.409036 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1901bb21-5cbb-4b84-ae84-3ce841164407" -d '{"events": [{"server_uuid": "42559f12-db01-4f1f-bc4c-e8d7c2bce059", "name": "network-vif-plugged", "status": "completed", "tag": "166112e0-022b-4427-852b-bcecd0bbc846"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:30:37.435403 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:37.441226 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:37.523230 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbca1b8-28eb-401d-a7bd-7cadce56595d x-openstack-request-id: req-cfbca1b8-28eb-401d-a7bd-7cadce56595d {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:30:37.523876 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42559f12-db01-4f1f-bc4c-e8d7c2bce059", "name": "network-vif-plugged", "status": "completed", "tag": "166112e0-022b-4427-852b-bcecd0bbc846", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:30:37.524406 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cfbca1b8-28eb-401d-a7bd-7cadce56595d {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:30:37.524955 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166112e0-022b-4427-852b-bcecd0bbc846', 'code': 200} Jun 29 03:30:37.525872 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=166112e0-022b-4427-852b-bcecd0bbc846,revision_number=7']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:37.537547 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:37.607384 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825325ce-45b9-4167-aac8-6cf5c4fbaf72 req-50c19178-8bdf-4182-bc4b-a1819502f5c8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:37.609959 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-825325ce-45b9-4167-aac8-6cf5c4fbaf72 req-50c19178-8bdf-4182-bc4b-a1819502f5c8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.1188538 Jun 29 03:30:37.709401 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-825325ce-45b9-4167-aac8-6cf5c4fbaf72 req-757b918f-cab6-4300-a6fb-3b64169e3827 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909631 Jun 29 03:30:37.812852 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e3f4e-da0f-44a2-a174-70b8c53095dc req-aa0716e3-3973-4a05-b8b0-8eb1a7513496 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:37.836482 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0d3e3f4e-da0f-44a2-a174-70b8c53095dc req-aa0716e3-3973-4a05-b8b0-8eb1a7513496 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1272163 Jun 29 03:30:37.917662 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0d3e3f4e-da0f-44a2-a174-70b8c53095dc req-9e82046a-2549-455d-80aa-eb06fc6bd27d tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802102 Jun 29 03:30:38.042370 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd86995-2f20-41f1-9ca6-3d48eaf32702 req-8e5ac31d-a4e0-4084-ac38-5513c7253019 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:38.046545 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0dd86995-2f20-41f1-9ca6-3d48eaf32702 req-8e5ac31d-a4e0-4084-ac38-5513c7253019 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.1305289 Jun 29 03:30:38.120316 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0dd86995-2f20-41f1-9ca6-3d48eaf32702 req-13012ef4-a91a-456d-a2cb-f0de16a4d758 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669546 Jun 29 03:30:38.713420 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 47738) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:38.925110 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-220325719-network', 'tenant_id': '2edd0d5c38104fd4aa0b9c075d7ad4d7'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:39.032089 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Made reservation on behalf of 2edd0d5c38104fd4aa0b9c075d7ad4d7 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:30:39.042661 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:39.118316 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:39.328002 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467130c-7c2e-4063-94ab-f82afba33133 req-9be92cb3-81d1-4b62-bac8-5fd6febee9bc tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:39.338762 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8467130c-7c2e-4063-94ab-f82afba33133 req-9be92cb3-81d1-4b62-bac8-5fd6febee9bc tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.3719945 Jun 29 03:30:39.352036 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fad98ee-6db7-41aa-94aa-8c3629339f64 req-6bec6623-6528-42c0-adb6-76748d40a607 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:39.353510 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8fad98ee-6db7-41aa-94aa-8c3629339f64 req-6bec6623-6528-42c0-adb6-76748d40a607 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1695020 Jun 29 03:30:39.403013 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8fad98ee-6db7-41aa-94aa-8c3629339f64 req-0e763fa4-4ff0-45b1-88ed-e999fd5205f0 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430117 Jun 29 03:30:39.419041 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:39.442984 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8467130c-7c2e-4063-94ab-f82afba33133 req-e34bc73e-ee94-4eb3-b016-4ddb74ec7a36 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029792 Jun 29 03:30:39.445195 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:39.454061 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e2cbb112-5918-4290-9971-ec427f167229 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:39.510013 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41c2ea07-615e-4026-8cb8-ca4bb0a45204,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:39.515657 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:39.537611 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:30:39.557178 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:39.558328 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Added segment 2b6bdc7d-1945-4f85-812e-1c11a5028a49 of type vlan for network 02fd4366-a82d-483a-b140-485f92c6da78 Jun 29 03:30:39.642859 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:39.715595 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:39.717989 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:39.718634 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:39.721057 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-72dfd246-7e36-400f-9414-a6f77e9b0da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:39.761357 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3719f335-3413-4c22-ab92-92b12a128a84 req-033de394-5ada-4c3c-93e5-c2fef93e6de3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:39.769469 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3719f335-3413-4c22-ab92-92b12a128a84 req-033de394-5ada-4c3c-93e5-c2fef93e6de3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.1249051 Jun 29 03:30:39.847670 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3719f335-3413-4c22-ab92-92b12a128a84 req-bf9c4f86-d35f-4d7b-8dd0-b20438ee9d18 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772128 Jun 29 03:30:39.867215 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1526656 Jun 29 03:30:39.869660 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Pushing event updated for resources: {'Network': ['ID=02fd4366-a82d-483a-b140-485f92c6da78,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:39.870056 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 47754) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:30:39.872762 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:39.879562 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-031a9ce3-cb7c-41a4-81ef-0ab839735fc6 admin admin] Request body: {'subnet': {'network_id': '02fd4366-a82d-483a-b140-485f92c6da78', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-220325719-subnet', 'tenant_id': '2edd0d5c38104fd4aa0b9c075d7ad4d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:39.886953 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network 02fd4366-a82d-483a-b140-485f92c6da78 details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:30:39.932908 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031a9ce3-cb7c-41a4-81ef-0ab839735fc6 admin admin] Made reservation on behalf of 2edd0d5c38104fd4aa0b9c075d7ad4d7 for: {'subnet': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:30:39.935776 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-031a9ce3-cb7c-41a4-81ef-0ab839735fc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2663237'] for subnet, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:40.260314 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-031a9ce3-cb7c-41a4-81ef-0ab839735fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2558878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862015'] for subnet, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:40.265752 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:40.334154 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a9ce3-cb7c-41a4-81ef-0ab839735fc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d2a6490-06ea-4d07-beb4-5519545e27db,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:40.339173 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-031a9ce3-cb7c-41a4-81ef-0ab839735fc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:40.348046 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-031a9ce3-cb7c-41a4-81ef-0ab839735fc6 admin admin] Checking segment: {'id': '2b6bdc7d-1945-4f85-812e-1c11a5028a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '02fd4366-a82d-483a-b140-485f92c6da78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:40.350238 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a9ce3-cb7c-41a4-81ef-0ab839735fc6 admin admin] Network hostable DHCP agents. Network: 02fd4366-a82d-483a-b140-485f92c6da78, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:30:40.391212 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031a9ce3-cb7c-41a4-81ef-0ab839735fc6 admin admin] Network 02fd4366-a82d-483a-b140-485f92c6da78 is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:30:40.414917 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-031a9ce3-cb7c-41a4-81ef-0ab839735fc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, 02fd4366-a82d-483a-b140-485f92c6da78) {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:40.421812 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031a9ce3-cb7c-41a4-81ef-0ab839735fc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:40.423818 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-031a9ce3-cb7c-41a4-81ef-0ab839735fc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:40.427468 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6f840f-aa00-4a3b-ad3a-9eb9db5ff7b9 None None] Network 02fd4366-a82d-483a-b140-485f92c6da78 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:30:40.476497 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-031a9ce3-cb7c-41a4-81ef-0ab839735fc6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6053357 Jun 29 03:30:40.600369 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259a802c-c880-4403-b2c0-595b777cce67 None None] Network 02fd4366-a82d-483a-b140-485f92c6da78 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:30:40.837719 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7903b3c5-162f-43a0-baf3-baf5dc45b9b8 req-4e2145ac-8155-45f3-b5b4-870656c6b4a7 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:40.841315 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7903b3c5-162f-43a0-baf3-baf5dc45b9b8 req-4e2145ac-8155-45f3-b5b4-870656c6b4a7 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.2158182 Jun 29 03:30:40.945165 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c229c56-f91f-4008-974e-70cd3bce716a req-664d93ba-acc1-4a30-8f58-abfb9784e695 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:40.953324 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4c229c56-f91f-4008-974e-70cd3bce716a req-664d93ba-acc1-4a30-8f58-abfb9784e695 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.1631408 Jun 29 03:30:40.961710 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7903b3c5-162f-43a0-baf3-baf5dc45b9b8 req-90f18b09-8a69-4808-98f6-edf241119c96 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127059 Jun 29 03:30:41.070657 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4c229c56-f91f-4008-974e-70cd3bce716a req-928db397-c245-473d-8079-797ed08a683d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066003 Jun 29 03:30:41.260486 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d4421-a685-4154-b606-df66f60c62af req-6497e74e-9e2b-4c24-b654-2d57bee53b01 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:41.268424 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ed6d4421-a685-4154-b606-df66f60c62af req-6497e74e-9e2b-4c24-b654-2d57bee53b01 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.1153612 Jun 29 03:30:41.337416 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ed6d4421-a685-4154-b606-df66f60c62af req-ad811a56-29b7-4ba5-a238-341a2cf8f224 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680344 Jun 29 03:30:42.365458 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b68e8-a818-429e-84bd-7ef635dcbf97 req-83c6bdaf-1cb0-47d7-a680-2c6ec368324f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:42.367025 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-467b68e8-a818-429e-84bd-7ef635dcbf97 req-83c6bdaf-1cb0-47d7-a680-2c6ec368324f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1986663 Jun 29 03:30:42.540080 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-467b68e8-a818-429e-84bd-7ef635dcbf97 req-5c5eb0dd-d455-4e33-b0ec-b5807a54ebb8 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455531 Jun 29 03:30:42.612512 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd69e9-35ce-4242-bfd1-19af05993805 req-ef7b2189-5898-4726-b791-b5105aa8049a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:42.614088 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d2dd69e9-35ce-4242-bfd1-19af05993805 req-ef7b2189-5898-4726-b791-b5105aa8049a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.2391212 Jun 29 03:30:42.824770 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d2dd69e9-35ce-4242-bfd1-19af05993805 req-dfcbef73-85b0-4940-b3e8-d11611f550f0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1992085 Jun 29 03:30:43.102091 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6f3b51-f697-4ba3-aad3-ab105d7c82d6 req-c5df359c-b82f-4bb8-abdc-f3eaef9eca5f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:43.106599 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0f6f3b51-f697-4ba3-aad3-ab105d7c82d6 req-c5df359c-b82f-4bb8-abdc-f3eaef9eca5f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.1738768 Jun 29 03:30:43.244529 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0f6f3b51-f697-4ba3-aad3-ab105d7c82d6 req-f669fc61-b814-4cfb-bc15-5778a2654cc2 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206381 Jun 29 03:30:43.461648 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:44.058923 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f99782-d15a-4d0d-b6ca-aa7815c3f6de req-0196d24e-a36e-4f6e-956c-bc537ac38c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:44.060942 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c3f99782-d15a-4d0d-b6ca-aa7815c3f6de req-0196d24e-a36e-4f6e-956c-bc537ac38c89 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b4127104ef4f549c06b765167084a1&device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 1098 time: 0.1573288 Jun 29 03:30:44.078475 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8837d056-6f5f-459e-a80b-0b5dc2e8bb33 req-9d1f9c2d-3bed-4806-9f82-382a2fd86d46 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:44.086032 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8837d056-6f5f-459e-a80b-0b5dc2e8bb33 req-9d1f9c2d-3bed-4806-9f82-382a2fd86d46 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1371140 Jun 29 03:30:44.227945 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8837d056-6f5f-459e-a80b-0b5dc2e8bb33 req-80628f7c-5916-4200-943b-b5d81864e873 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409154 Jun 29 03:30:44.365436 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f99782-d15a-4d0d-b6ca-aa7815c3f6de req-e314dab4-947b-44e1-a5bd-4090b3945238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:44.372002 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c3f99782-d15a-4d0d-b6ca-aa7815c3f6de req-e314dab4-947b-44e1-a5bd-4090b3945238 service neutron] 10.222.0.21 "GET /v2.0/networks?id=785192c7-749d-4ba0-a5e1-ac42527baabb HTTP/1.1" status: 200 len: 912 time: 0.2771401 Jun 29 03:30:44.482290 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c3f99782-d15a-4d0d-b6ca-aa7815c3f6de req-02effa07-5f6f-4402-a285-d5e4e2e433e4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=352c37fa-a996-4db1-9d81-27a6b89baf20 HTTP/1.1" status: 200 len: 1001 time: 0.1019402 Jun 29 03:30:44.629081 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f99782-d15a-4d0d-b6ca-aa7815c3f6de req-1b9a9cd0-2687-4902-ade7-6dca26e8324f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:44.630958 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c3f99782-d15a-4d0d-b6ca-aa7815c3f6de req-1b9a9cd0-2687-4902-ade7-6dca26e8324f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78 HTTP/1.1" status: 200 len: 850 time: 0.1368687 Jun 29 03:30:44.710053 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fd33e2-1685-4df3-9cd3-58c162f2e7ae req-936d01af-efac-4e2e-818a-d4c39feb637d tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:44.718383 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-55fd33e2-1685-4df3-9cd3-58c162f2e7ae req-936d01af-efac-4e2e-818a-d4c39feb637d tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.1574554 Jun 29 03:30:44.825143 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-55fd33e2-1685-4df3-9cd3-58c162f2e7ae req-5e923393-6e99-4c86-99fd-143756c73378 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013689 Jun 29 03:30:44.850076 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f99782-d15a-4d0d-b6ca-aa7815c3f6de req-2601153c-e2a9-4524-b251-8b57743138e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:44.851823 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c3f99782-d15a-4d0d-b6ca-aa7815c3f6de req-2601153c-e2a9-4524-b251-8b57743138e4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=785192c7-749d-4ba0-a5e1-ac42527baabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2076836 Jun 29 03:30:45.078846 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c3f99782-d15a-4d0d-b6ca-aa7815c3f6de req-c6cc08bb-a927-404d-b32a-88ce7aef6e07 service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2170978 Jun 29 03:30:45.196173 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef4caa-92e5-4e95-aa39-735185d180df req-01b4b340-24df-406d-a326-b469398fef1a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:45.204626 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-58ef4caa-92e5-4e95-aa39-735185d180df req-01b4b340-24df-406d-a326-b469398fef1a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.2084653 Jun 29 03:30:45.273606 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c3f99782-d15a-4d0d-b6ca-aa7815c3f6de req-45d85f36-f333-406c-ac80-c67d8def9451 service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830814 Jun 29 03:30:45.309224 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-58ef4caa-92e5-4e95-aa39-735185d180df req-8e43de23-7d96-4fe5-9caf-e2a4d7f9eeb1 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029127 Jun 29 03:30:45.349913 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-4f575d85-6a3f-4705-9268-97035c4cd845 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:45.353024 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-4f575d85-6a3f-4705-9268-97035c4cd845 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/networks?id=02fd4366-a82d-483a-b140-485f92c6da78 HTTP/1.1" status: 200 len: 808 time: 0.2116120 Jun 29 03:30:45.374866 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-74ebae05-f20e-48a6-ac54-450b981c76fd tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/quotas/2edd0d5c38104fd4aa0b9c075d7ad4d7 HTTP/1.1" status: 200 len: 375 time: 0.0164983 Jun 29 03:30:45.415825 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-b56cb891-e3dd-43ec-a1c5-3cd86e78a8ff tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2edd0d5c38104fd4aa0b9c075d7ad4d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0393288 Jun 29 03:30:45.539415 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-5343dc0c-1155-42fc-861d-0342ed555b31 service neutron] 10.222.0.39 "GET /v2.0/networks/02fd4366-a82d-483a-b140-485f92c6da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155267 Jun 29 03:30:45.680920 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c454ae9a-7198-4977-8d6b-de34bcd23fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:45.696707 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-64ffe2df-d3c5-46cd-845a-e6be966fc2c5 service neutron] 10.222.0.39 "GET /v2.0/networks/02fd4366-a82d-483a-b140-485f92c6da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1503508 Jun 29 03:30:46.117593 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b4d497-9ed3-466e-8d2e-c8a7c4d94db9 req-99ae0534-8fb6-45df-ad00-c48bb2b31a91 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:46.141050 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f5b4d497-9ed3-466e-8d2e-c8a7c4d94db9 req-99ae0534-8fb6-45df-ad00-c48bb2b31a91 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1138344 Jun 29 03:30:46.222826 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f5b4d497-9ed3-466e-8d2e-c8a7c4d94db9 req-57e5bdd4-935d-4775-bc3b-a0bc2bf0343f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793357 Jun 29 03:30:46.345631 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-406fa64b-7968-4abb-8ffe-d763707227e2 req-4275a958-f2df-43da-ab46-5235612cab55 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 210 time: 0.0607152 Jun 29 03:30:46.456596 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8fd869-ffb9-4d0e-9f67-b8d68cbcbf8f req-4e3d8dc7-fe32-4c80-9a70-0218c9b23fb1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:46.467775 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9a8fd869-ffb9-4d0e-9f67-b8d68cbcbf8f req-4e3d8dc7-fe32-4c80-9a70-0218c9b23fb1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.2585676 Jun 29 03:30:46.551741 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9a8fd869-ffb9-4d0e-9f67-b8d68cbcbf8f req-181e8291-dcd6-40dc-b05b-76b4064c1db3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0813816 Jun 29 03:30:46.634391 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5faeb51-009c-4109-8303-c16ae4820607 req-3b87dc75-e5b7-42c4-a4a6-0cc56399ebd5 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:46.647973 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a5faeb51-009c-4109-8303-c16ae4820607 req-3b87dc75-e5b7-42c4-a4a6-0cc56399ebd5 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.1256514 Jun 29 03:30:46.718458 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a5faeb51-009c-4109-8303-c16ae4820607 req-455a84ac-011c-4c69-9a2d-fd9e2c91f60a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695817 Jun 29 03:30:46.882490 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d64025ff-dc51-40d5-984a-d66eb0f65dd4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:46.884674 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d64025ff-dc51-40d5-984a-d66eb0f65dd4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/networks?id=f702c23c-c0d0-4961-8b7a-80f21bdf0102 HTTP/1.1" status: 200 len: 813 time: 0.1656716 Jun 29 03:30:46.909771 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-86119d55-e920-4945-8100-d6ec92a9ae44 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/quotas/a68092b8bf4548cc89d2a154135208e4 HTTP/1.1" status: 200 len: 375 time: 0.0145659 Jun 29 03:30:47.002310 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-bb6bd489-bdec-4429-a1f3-7f9416c48af1 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a68092b8bf4548cc89d2a154135208e4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0863106 Jun 29 03:30:47.194321 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-2190376d-402e-4b23-9855-f924fe09cfb3 service neutron] 10.222.0.39 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579847 Jun 29 03:30:47.323878 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-cd7271e0-6a14-4789-82d8-3723e387a324 service neutron] 10.222.0.39 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280303 Jun 29 03:30:47.559107 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787b58a4-b202-424b-98d1-42a72ba4287e req-153b75c5-aa49-44a6-9851-b59de7716591 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:47.568286 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-787b58a4-b202-424b-98d1-42a72ba4287e req-153b75c5-aa49-44a6-9851-b59de7716591 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1702132 Jun 29 03:30:47.702742 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-787b58a4-b202-424b-98d1-42a72ba4287e req-9a10f46a-ad2b-45b0-88fd-448bf0b8af75 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315434 Jun 29 03:30:47.725918 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ee3d1771-99fb-4428-bc08-28eb38124184 req-06dcb22f-73f9-445a-9a27-c949a493ec4b tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 210 time: 0.0885122 Jun 29 03:30:47.869591 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-faf5c069-579c-4f80-b314-acf8af7d94f3 req-ea577b6a-21dc-4446-b0a6-24cce1acc681 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 210 time: 0.0634854 Jun 29 03:30:48.032628 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-173a8ec0-ab3b-4b18-ac52-fd1b2c9f4e7b tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:48.034123 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-173a8ec0-ab3b-4b18-ac52-fd1b2c9f4e7b tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.21 "GET /v2.0/networks?id=02fd4366-a82d-483a-b140-485f92c6da78 HTTP/1.1" status: 200 len: 808 time: 0.1548252 Jun 29 03:30:48.133805 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Request body: {'port': {'device_id': 'dfa1cf2a-501a-402b-8047-dd676c551839', 'network_id': '02fd4366-a82d-483a-b140-485f92c6da78', 'admin_state_up': True, 'tenant_id': '2edd0d5c38104fd4aa0b9c075d7ad4d7'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:48.350939 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e80b10-c6d0-4f1c-8a68-1076c4015c9c req-6c1f832b-75bf-481b-a7e5-6bacf9189a69 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:48.355467 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-94e80b10-c6d0-4f1c-8a68-1076c4015c9c req-6c1f832b-75bf-481b-a7e5-6bacf9189a69 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.1734014 Jun 29 03:30:48.428314 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a97805-c610-41a7-85bf-a13dcd9cd721 req-ab1a9cc5-4d60-49da-beee-9ba767fcfb08 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:48.446621 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27a97805-c610-41a7-85bf-a13dcd9cd721 req-ab1a9cc5-4d60-49da-beee-9ba767fcfb08 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.4111810 Jun 29 03:30:48.468203 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-94e80b10-c6d0-4f1c-8a68-1076c4015c9c req-df31e16c-4b12-47d2-8b3e-85339d62fad1 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924957 Jun 29 03:30:48.490535 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5762a486-6759-4bd8-b8e2-7eaa0fcf5261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:48.564367 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-27a97805-c610-41a7-85bf-a13dcd9cd721 req-9beb1469-b300-412b-a17d-a6cc64283dca tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164100 Jun 29 03:30:48.602163 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Made reservation on behalf of 2edd0d5c38104fd4aa0b9c075d7ad4d7 for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:30:48.606869 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:48.770501 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:48.814680 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Allocated IP 172.20.0.3 (02fd4366-a82d-483a-b140-485f92c6da78/1d2a6490-06ea-4d07-beb4-5519545e27db/27a2d25d-9264-44e8-b567-66526bbe0305) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:49.047909 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e376017-461b-440f-8e5a-ded1b38b37a9 req-5f8b27a9-f70f-4ca8-bfa6-b37d79177934 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:49.062580 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e376017-461b-440f-8e5a-ded1b38b37a9 req-5f8b27a9-f70f-4ca8-bfa6-b37d79177934 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1392293 Jun 29 03:30:49.076651 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6b739689-6822-4d96-8239-8bcf962d73a9 req-df0bad60-be26-4dab-9ad5-09afe22938ef tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 210 time: 0.0428770 Jun 29 03:30:49.086050 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:49.137747 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:49.146208 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:49.164146 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8e376017-461b-440f-8e5a-ded1b38b37a9 req-afde8aa3-dfb7-4169-86ad-e9bdb398342b tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832961 Jun 29 03:30:49.212815 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Network 02fd4366-a82d-483a-b140-485f92c6da78 is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:49.216276 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:49.220781 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:49.271719 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Pushing event updated for resources: {'Port': ['ID=27a2d25d-9264-44e8-b567-66526bbe0305,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:49.277419 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:49.335592 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:49.336694 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:49.364143 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3d905c12-40bf-4bb6-bb3c-ba4b17293bdb req-37014bd8-0bba-46ba-919b-9868a9714b51 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 210 time: 0.0499525 Jun 29 03:30:49.394994 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2768002 Jun 29 03:30:49.420546 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Request body: {'port': {'device_id': 'dfa1cf2a-501a-402b-8047-dd676c551839', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:49.528623 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:49.596405 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:49.954580 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f8384e-dcf6-4d4c-a1a6-30818ba43569 req-671a95cf-b0e9-4303-8c66-68dbdb9c1e98 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:49.958093 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-05f8384e-dcf6-4d4c-a1a6-30818ba43569 req-671a95cf-b0e9-4303-8c66-68dbdb9c1e98 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.1371355 Jun 29 03:30:50.031774 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-e01549ce-5be2-4479-be3c-5a50fda03d49 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:50.035689 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-e01549ce-5be2-4479-be3c-5a50fda03d49 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.21 "GET /v2.0/networks?id=f702c23c-c0d0-4961-8b7a-80f21bdf0102 HTTP/1.1" status: 200 len: 813 time: 0.2072546 Jun 29 03:30:50.059286 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-05f8384e-dcf6-4d4c-a1a6-30818ba43569 req-dd0c7a76-703c-4c2b-80cb-7661e4b56ffe tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914590 Jun 29 03:30:50.066934 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27a2d25d-9264-44e8-b567-66526bbe0305 {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:30:50.069330 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Request body: {'port': {'device_id': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'admin_state_up': True, 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:30:50.075391 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:50.114213 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Transition to ACTIVE for port object 27a2d25d-9264-44e8-b567-66526bbe0305 will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:50.123420 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:50.127656 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:50.227152 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93275e90-1444-4728-9957-64052de832cf service neutron] Pushing event updated for resources: {'Port': ['ID=27a2d25d-9264-44e8-b567-66526bbe0305,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:50.243494 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-93275e90-1444-4728-9957-64052de832cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:50.244712 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d503ad39-d038-4363-a228-4560539cce73 req-1fa6d623-d14c-449e-aa55-f8d8e02ebefe tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:50.246257 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d503ad39-d038-4363-a228-4560539cce73 req-1fa6d623-d14c-449e-aa55-f8d8e02ebefe tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.4284866 Jun 29 03:30:50.321760 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d503ad39-d038-4363-a228-4560539cce73 req-a7bead54-5303-4786-9d29-1298fe292a65 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627422 Jun 29 03:30:50.323475 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Made reservation on behalf of a68092b8bf4548cc89d2a154135208e4 for: {'port': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:30:50.328964 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:50.660843 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Allocated IP 172.20.0.5 (f702c23c-c0d0-4961-8b7a-80f21bdf0102/a2a4bae3-e5fc-4aef-8216-843bb608eb1d/a6aeaf5d-76bf-4eec-872c-4f28b1194195) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:30:50.699706 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ccba38-f3ac-4747-993b-50ea331b3274 req-f79e1c00-32b8-46b8-82a8-d02450835735 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:50.703984 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-88ccba38-f3ac-4747-993b-50ea331b3274 req-f79e1c00-32b8-46b8-82a8-d02450835735 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1336448 Jun 29 03:30:50.754499 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Attempting to bind port 27a2d25d-9264-44e8-b567-66526bbe0305 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:30:50.754901 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Attempting to bind port 27a2d25d-9264-44e8-b567-66526bbe0305 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '2b6bdc7d-1945-4f85-812e-1c11a5028a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '02fd4366-a82d-483a-b140-485f92c6da78'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:30:50.755233 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Attempting to bind port 27a2d25d-9264-44e8-b567-66526bbe0305 on network 02fd4366-a82d-483a-b140-485f92c6da78 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:50.773513 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Port 27a2d25d-9264-44e8-b567-66526bbe0305 on network 02fd4366-a82d-483a-b140-485f92c6da78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:30:50.773513 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Attempting to bind port 27a2d25d-9264-44e8-b567-66526bbe0305 on network 02fd4366-a82d-483a-b140-485f92c6da78 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:30:50.789929 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-88ccba38-f3ac-4747-993b-50ea331b3274 req-51d3bedb-384c-44eb-82de-dc19b4841a2f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811937 Jun 29 03:30:50.798622 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:30:50.798960 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Checking segment: {'id': '2b6bdc7d-1945-4f85-812e-1c11a5028a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '02fd4366-a82d-483a-b140-485f92c6da78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:30:50.800626 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Bound using segment: {'id': '2b6bdc7d-1945-4f85-812e-1c11a5028a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '02fd4366-a82d-483a-b140-485f92c6da78'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:30:50.801086 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Bound port: 27a2d25d-9264-44e8-b567-66526bbe0305, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6bdc7d-1945-4f85-812e-1c11a5028a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '02fd4366-a82d-483a-b140-485f92c6da78'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:30:50.801450 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:50.824573 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2db776-2942-4cae-b414-6b950fefeba1 req-912b14a7-fc75-46ea-a10e-86063e0862df tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:50.845003 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ae2db776-2942-4cae-b414-6b950fefeba1 req-912b14a7-fc75-46ea-a10e-86063e0862df tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 943 time: 0.5550256 Jun 29 03:30:50.865732 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:50.979409 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ae2db776-2942-4cae-b414-6b950fefeba1 req-5ec0b636-3a17-404b-9973-db5588d2e8ed tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332614 Jun 29 03:30:51.050466 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] For port 27a2d25d-9264-44e8-b567-66526bbe0305, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:30:51.060018 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] For port 27a2d25d-9264-44e8-b567-66526bbe0305, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=27a2d25d-9264-44e8-b567-66526bbe0305,segment=NetworkSegment(2b6bdc7d-1945-4f85-812e-1c11a5028a49),segment_id=2b6bdc7d-1945-4f85-812e-1c11a5028a49)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:30:51.074426 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:51.080073 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-93275e90-1444-4728-9957-64052de832cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:51.128990 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:51.129263 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:51.130969 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-93275e90-1444-4728-9957-64052de832cf service neutron] 10.222.0.21 "PUT /v2.0/ports/27a2d25d-9264-44e8-b567-66526bbe0305 HTTP/1.1" status: 200 len: 1093 time: 1.7154410 Jun 29 03:30:51.131685 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa1cf2a-501a-402b-8047-dd676c551839', 'tag': '27a2d25d-9264-44e8-b567-66526bbe0305'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:30:51.134711 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-addf881d-1134-457d-a188-672dcbd25d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa1cf2a-501a-402b-8047-dd676c551839", "tag": "27a2d25d-9264-44e8-b567-66526bbe0305"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:30:51.151656 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b37e8d35-3181-49ce-9117-67db5f9a2900 req-905642d7-e7f5-4300-901b-09627d47bb3f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 210 time: 0.0916674 Jun 29 03:30:51.196486 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93275e90-1444-4728-9957-64052de832cf service neutron] Pushing event updated for resources: {'Port': ['ID=27a2d25d-9264-44e8-b567-66526bbe0305,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:51.207762 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-93275e90-1444-4728-9957-64052de832cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:51.213777 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:51.256750 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Transition to ACTIVE for port object a6aeaf5d-76bf-4eec-872c-4f28b1194195 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:30:51.272604 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0f1ea3-6137-4a71-ba45-c924e3237238 x-openstack-request-id: req-0c0f1ea3-6137-4a71-ba45-c924e3237238 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:30:51.273266 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa1cf2a-501a-402b-8047-dd676c551839", "tag": "27a2d25d-9264-44e8-b567-66526bbe0305", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:30:51.273797 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0c0f1ea3-6137-4a71-ba45-c924e3237238 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:30:51.274446 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfa1cf2a-501a-402b-8047-dd676c551839', 'tag': '27a2d25d-9264-44e8-b567-66526bbe0305', 'status': 'completed', 'code': 200} Jun 29 03:30:51.310733 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-fb7f3bfa-3ee2-40a5-acf3-4111036ba366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:51.312680 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-fb7f3bfa-3ee2-40a5-acf3-4111036ba366 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2edd0d5c38104fd4aa0b9c075d7ad4d7&device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 1096 time: 0.0815222 Jun 29 03:30:51.460681 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:51.478155 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-71e76d7b-d604-4415-85fc-01383d82d8b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:30:51.660635 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a9c375-6270-4665-b106-eb718e9164ca req-d50d8705-c747-47d5-8f0e-56c1001f4ac1 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:51.667635 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-29a9c375-6270-4665-b106-eb718e9164ca req-d50d8705-c747-47d5-8f0e-56c1001f4ac1 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.3119195 Jun 29 03:30:51.721750 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Network f702c23c-c0d0-4961-8b7a-80f21bdf0102 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:30:51.733942 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:30:51.735800 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event updated for resources: {'Port': ['ID=a6aeaf5d-76bf-4eec-872c-4f28b1194195,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:30:51.738100 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:30:51.747945 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:30:51.843786 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-0762a6c6-00be-4321-b99e-008c3e7a9d46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27a2d25d-9264-44e8-b567-66526bbe0305 HTTP/1.1" status: 200 len: 217 time: 0.1691973 Jun 29 03:30:51.897998 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:51.899936 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:51.919664 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-29a9c375-6270-4665-b106-eb718e9164ca req-a0565e04-a934-41e9-aa11-1bf03a117d2a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2508154 Jun 29 03:30:51.938018 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a66f910-e98a-4581-b3db-4523c08ffa26 req-b89772d0-53d0-42d8-86e2-07c0369c2a0c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:51.948731 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5a66f910-e98a-4581-b3db-4523c08ffa26 req-b89772d0-53d0-42d8-86e2-07c0369c2a0c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.3476691 Jun 29 03:30:51.966115 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-9cd26e9e-0cf3-46ee-ba81-4e5f916c9e4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9038155 Jun 29 03:30:52.046370 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5a66f910-e98a-4581-b3db-4523c08ffa26 req-8ba114bb-19d3-49f1-86f5-866a133e35bd tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930488 Jun 29 03:30:52.234042 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-1802e60b-510c-49f1-8c35-0f32bb2f9f25 None None] Provisioning for port a6aeaf5d-76bf-4eec-872c-4f28b1194195 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:30:52.245831 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-1802e60b-510c-49f1-8c35-0f32bb2f9f25 None None] Provisioning complete for port a6aeaf5d-76bf-4eec-872c-4f28b1194195 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:30:52.246495 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1802e60b-510c-49f1-8c35-0f32bb2f9f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:30:52.330708 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26000378-6dd5-4e0f-9ff9-84e29131f9f8 req-472015c4-08ff-4918-9c52-e2415a888594 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:52.338453 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-26000378-6dd5-4e0f-9ff9-84e29131f9f8 req-472015c4-08ff-4918-9c52-e2415a888594 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 943 time: 0.1197991 Jun 29 03:30:52.367412 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-1802e60b-510c-49f1-8c35-0f32bb2f9f25 None None] Port a6aeaf5d-76bf-4eec-872c-4f28b1194195 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:30:52.416625 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-26000378-6dd5-4e0f-9ff9-84e29131f9f8 req-ff71aa3a-3254-4e15-8ff5-522a3ffde2d5 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762751 Jun 29 03:30:52.425141 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d5fd1e-a224-4d6e-85a8-6938229584f3 req-7bda0fbe-9005-49ef-8d1d-c56f20c147d2 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:52.439650 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a1d5fd1e-a224-4d6e-85a8-6938229584f3 req-7bda0fbe-9005-49ef-8d1d-c56f20c147d2 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.2305694 Jun 29 03:30:52.532974 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a1d5fd1e-a224-4d6e-85a8-6938229584f3 req-32985937-6ed5-4cf4-9618-fde168e78d39 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841057 Jun 29 03:30:52.766077 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab96183b-f0d2-4822-b235-014a74c40684 req-0c888838-0b99-4bc3-887b-4693f1e28942 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:52.770587 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ab96183b-f0d2-4822-b235-014a74c40684 req-0c888838-0b99-4bc3-887b-4693f1e28942 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 931 time: 0.1593752 Jun 29 03:30:52.895202 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ab96183b-f0d2-4822-b235-014a74c40684 req-73ac6f8d-091b-458e-97e6-2d9c3bd8a64c tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185241 Jun 29 03:30:53.333548 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79061db5-c51b-4bd7-a6b1-d988c17a4491 req-a5757022-1736-4acc-b455-731c260a5317 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:53.339710 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-79061db5-c51b-4bd7-a6b1-d988c17a4491 req-a5757022-1736-4acc-b455-731c260a5317 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.1814229 Jun 29 03:30:53.426386 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25d8868-e058-4162-ab2d-bb279c4894b0 req-688fbc48-3876-4846-82dd-4ad7c10324d3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:53.428836 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a25d8868-e058-4162-ab2d-bb279c4894b0 req-688fbc48-3876-4846-82dd-4ad7c10324d3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.1786790 Jun 29 03:30:53.451625 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-79061db5-c51b-4bd7-a6b1-d988c17a4491 req-ca7de1c6-d951-4f97-8a4c-535f6c7d66b2 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952444 Jun 29 03:30:53.548321 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a25d8868-e058-4162-ab2d-bb279c4894b0 req-66078ce5-3725-41d0-abfa-4903721660a0 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136291 Jun 29 03:30:53.706119 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e996c36-aeaa-400e-9687-271332f3eacc req-49848707-9ad9-4572-844a-6b4aa7a56930 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:53.707610 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7e996c36-aeaa-400e-9687-271332f3eacc req-49848707-9ad9-4572-844a-6b4aa7a56930 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 943 time: 0.0908451 Jun 29 03:30:53.763311 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7e996c36-aeaa-400e-9687-271332f3eacc req-5701b436-7964-4d3f-82bf-5bdd697d1a4f tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490620 Jun 29 03:30:53.791710 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6599781-8a77-4bc9-b9f0-bb0133de31ca req-65906dd6-65ed-4c85-bfca-59a3b4e8db80 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:53.793549 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6599781-8a77-4bc9-b9f0-bb0133de31ca req-65906dd6-65ed-4c85-bfca-59a3b4e8db80 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0933340 Jun 29 03:30:53.883578 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a6599781-8a77-4bc9-b9f0-bb0133de31ca req-6de629bc-f068-405e-b696-a69a4b5b0f89 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816243 Jun 29 03:30:54.105372 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd9d6a-8ac4-4c75-830e-d2a054f8dcd2 req-69f31934-8a3b-4aa6-9617-b03d5cb825a3 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:54.112519 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7bcd9d6a-8ac4-4c75-830e-d2a054f8dcd2 req-69f31934-8a3b-4aa6-9617-b03d5cb825a3 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 931 time: 0.0999284 Jun 29 03:30:54.158602 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7bcd9d6a-8ac4-4c75-830e-d2a054f8dcd2 req-1e19635e-08ab-464d-a51f-308171f722c6 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451434 Jun 29 03:30:54.700377 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb6b2a-2994-420d-bbee-4e8d71ad6395 req-a351ae59-f63f-4ad1-a0cd-b539430a5ee0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:54.707615 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-aadb6b2a-2994-420d-bbee-4e8d71ad6395 req-a351ae59-f63f-4ad1-a0cd-b539430a5ee0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.1246207 Jun 29 03:30:54.751873 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-aadb6b2a-2994-420d-bbee-4e8d71ad6395 req-c371a9dc-6241-4725-bb0a-57414897da10 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400584 Jun 29 03:30:54.780618 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8f81f7-8b35-4fd7-84e8-e241c2d509a9 req-7edc9ddd-f695-4fc6-94a3-878c9145dad1 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:54.790621 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5d8f81f7-8b35-4fd7-84e8-e241c2d509a9 req-7edc9ddd-f695-4fc6-94a3-878c9145dad1 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.1014752 Jun 29 03:30:54.886381 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5d8f81f7-8b35-4fd7-84e8-e241c2d509a9 req-da1ece84-ef67-4e8e-b47f-1494838a33e1 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937614 Jun 29 03:30:54.972952 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28db322-3bcb-4932-ba69-6a84f6935a52 req-058b1be6-d123-4ab6-85e2-34e74ba7eb44 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:54.974475 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c28db322-3bcb-4932-ba69-6a84f6935a52 req-058b1be6-d123-4ab6-85e2-34e74ba7eb44 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 943 time: 0.0637183 Jun 29 03:30:55.024538 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c28db322-3bcb-4932-ba69-6a84f6935a52 req-9dd11d29-80a7-4476-ba31-0d1859cab9ad tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437946 Jun 29 03:30:55.074597 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842bce89-1cd0-4e2f-a41f-f0cc24ae88a5 req-d78eeef4-9c44-461f-80da-6e1801066370 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:55.076339 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-842bce89-1cd0-4e2f-a41f-f0cc24ae88a5 req-d78eeef4-9c44-461f-80da-6e1801066370 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0692496 Jun 29 03:30:55.122798 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-842bce89-1cd0-4e2f-a41f-f0cc24ae88a5 req-4a7a4bb1-c5f1-42a7-a4c8-3f071a6414bd tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377798 Jun 29 03:30:55.346294 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07dad43-40a0-49fa-841f-7009e4bb58c4 req-8417a911-3cf7-4eca-9a20-ed8550972a07 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:55.347825 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f07dad43-40a0-49fa-841f-7009e4bb58c4 req-8417a911-3cf7-4eca-9a20-ed8550972a07 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 931 time: 0.0720489 Jun 29 03:30:55.384771 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f07dad43-40a0-49fa-841f-7009e4bb58c4 req-869900d2-6fbd-47fb-84a4-5ea69ad43e78 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309265 Jun 29 03:30:55.943641 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321df324-1c10-4fd1-b440-694f09a53e1f req-e388deae-6a13-432b-b76b-7a4873e90e61 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:55.943641 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-321df324-1c10-4fd1-b440-694f09a53e1f req-e388deae-6a13-432b-b76b-7a4873e90e61 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.0835688 Jun 29 03:30:55.980398 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-321df324-1c10-4fd1-b440-694f09a53e1f req-d1dc35fc-5872-4a55-98cb-103af725507b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377116 Jun 29 03:30:56.152252 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9cad06-05f0-449c-b162-fbc135b40f4f req-86f83364-7017-4711-9dba-03b4d195cb5f tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:56.153995 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0c9cad06-05f0-449c-b162-fbc135b40f4f req-86f83364-7017-4711-9dba-03b4d195cb5f tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.1357555 Jun 29 03:30:56.209602 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0c9cad06-05f0-449c-b162-fbc135b40f4f req-21b41f1c-b541-4158-b5ea-616a4bcf6137 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462191 Jun 29 03:30:56.354588 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935aad3-4061-4605-bc69-28ebe923a1ee req-ad101f02-0a16-4df5-83da-0033058cf2b9 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:56.356328 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6935aad3-4061-4605-bc69-28ebe923a1ee req-ad101f02-0a16-4df5-83da-0033058cf2b9 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 943 time: 0.1245522 Jun 29 03:30:56.418463 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6935aad3-4061-4605-bc69-28ebe923a1ee req-297e1046-2eb5-430b-9cb8-305d95f2516c tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547791 Jun 29 03:30:56.582364 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00369cf4-8f0e-46bb-b422-bcaa2d0d3198 req-314e4934-d751-4601-9b1e-16c1fae6b163 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:56.583876 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-00369cf4-8f0e-46bb-b422-bcaa2d0d3198 req-314e4934-d751-4601-9b1e-16c1fae6b163 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0785530 Jun 29 03:30:56.609202 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0188b72c-0481-4ea6-821f-6d4cdd0f9b7c req-1a6b2d9e-7162-4639-838d-945d1649aee6 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:56.617003 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0188b72c-0481-4ea6-821f-6d4cdd0f9b7c req-1a6b2d9e-7162-4639-838d-945d1649aee6 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 931 time: 0.0782032 Jun 29 03:30:56.641178 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-00369cf4-8f0e-46bb-b422-bcaa2d0d3198 req-f0ad517e-3ed4-439b-b031-f8b4fcb05509 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516288 Jun 29 03:30:56.660306 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0188b72c-0481-4ea6-821f-6d4cdd0f9b7c req-e285a8fe-842d-415c-b8c6-a175cbb72ea5 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422871 Jun 29 03:30:57.178460 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a85e61-5622-4474-b6a5-f582d80c60d3 req-69399198-044b-4ed7-afd8-a9df7a9b6df4 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:57.179966 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-30a85e61-5622-4474-b6a5-f582d80c60d3 req-69399198-044b-4ed7-afd8-a9df7a9b6df4 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.0639598 Jun 29 03:30:57.219507 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-30a85e61-5622-4474-b6a5-f582d80c60d3 req-853bd8db-f8a4-4d51-8b11-8d370b041162 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332201 Jun 29 03:30:57.394305 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6327108-b4f8-4938-b72d-580d36b95bb3 req-d53e48e0-3113-4a95-bdd7-cb9c0338a712 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:57.395827 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b6327108-b4f8-4938-b72d-580d36b95bb3 req-d53e48e0-3113-4a95-bdd7-cb9c0338a712 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.0647476 Jun 29 03:30:57.438056 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b6327108-b4f8-4938-b72d-580d36b95bb3 req-3db37df0-d572-4398-a317-b26aedf7fd06 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353982 Jun 29 03:30:57.591046 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fd5d12-6f69-45d8-9431-dde92cce8052 req-ef3b197f-0f25-4d6c-89f8-cc67c8c018c9 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:57.592479 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-71fd5d12-6f69-45d8-9431-dde92cce8052 req-ef3b197f-0f25-4d6c-89f8-cc67c8c018c9 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 943 time: 0.0609355 Jun 29 03:30:57.643893 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-71fd5d12-6f69-45d8-9431-dde92cce8052 req-1ec8670b-67c7-4738-8c1a-2f1f851a2c56 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452716 Jun 29 03:30:57.854254 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7871934-fe4d-4f66-8727-8cee935dcfbb req-47dcf0d0-7a59-484e-a5f0-0b8fb8f81ba5 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:57.855813 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d7871934-fe4d-4f66-8727-8cee935dcfbb req-47dcf0d0-7a59-484e-a5f0-0b8fb8f81ba5 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0861282 Jun 29 03:30:57.901634 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d7871934-fe4d-4f66-8727-8cee935dcfbb req-f79a524e-6228-432a-9e8d-ee960ba1e3e4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394433 Jun 29 03:30:58.111948 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4dd541-7bb0-455f-80b8-b549dbefbc20 req-40b73de5-348f-4dbf-83a4-c7574fd9bfa5 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:58.113339 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bc4dd541-7bb0-455f-80b8-b549dbefbc20 req-40b73de5-348f-4dbf-83a4-c7574fd9bfa5 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 931 time: 0.3400023 Jun 29 03:30:58.149487 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bc4dd541-7bb0-455f-80b8-b549dbefbc20 req-459218e1-87a2-43bc-b357-ee8c006a01ae tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304568 Jun 29 03:30:58.419133 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb5bfb-a800-4c51-8621-c337e71eedaf req-738c94f0-ea7f-44d3-82a5-bd89250ab7bf tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:58.420574 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cbfb5bfb-a800-4c51-8621-c337e71eedaf req-738c94f0-ea7f-44d3-82a5-bd89250ab7bf tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.0624013 Jun 29 03:30:58.461017 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cbfb5bfb-a800-4c51-8621-c337e71eedaf req-11043c74-bd9c-4061-a734-75f6b5ce8a1f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345197 Jun 29 03:30:58.620046 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020f883c-6654-4e52-974e-b88ec84eb726 req-9a70dc19-f019-4a8a-bf76-4a3857045a2e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:58.621491 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-020f883c-6654-4e52-974e-b88ec84eb726 req-9a70dc19-f019-4a8a-bf76-4a3857045a2e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.0662646 Jun 29 03:30:58.658453 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-020f883c-6654-4e52-974e-b88ec84eb726 req-821301a3-d3c2-4a5d-afe2-db059b5b5898 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307384 Jun 29 03:30:58.821789 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c822c04a-76c7-4d1c-93dc-873793903b11 req-f850eb2d-fdec-4bf1-8025-4a866ca25689 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:58.823249 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c822c04a-76c7-4d1c-93dc-873793903b11 req-f850eb2d-fdec-4bf1-8025-4a866ca25689 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 943 time: 0.0636206 Jun 29 03:30:58.861490 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c822c04a-76c7-4d1c-93dc-873793903b11 req-1040a504-14bc-4836-bba8-eb63fd77bcdc tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317092 Jun 29 03:30:59.085010 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d73369-ef7e-4952-ba8b-e3d033839ce4 req-c83ddc2e-6dd0-4ab3-8f03-407a63a2ba9d tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:59.086467 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-79d73369-ef7e-4952-ba8b-e3d033839ce4 req-c83ddc2e-6dd0-4ab3-8f03-407a63a2ba9d tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0656321 Jun 29 03:30:59.128709 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-79d73369-ef7e-4952-ba8b-e3d033839ce4 req-bbc67926-d8bb-4f6f-84e5-e230c37ce033 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359607 Jun 29 03:30:59.352358 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d7f01-6ede-45ff-b6d1-f670868a1f90 req-8eaee953-c2b4-4665-af29-112467a675de tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:59.354319 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bd7d7f01-6ede-45ff-b6d1-f670868a1f90 req-8eaee953-c2b4-4665-af29-112467a675de tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 931 time: 0.0791099 Jun 29 03:30:59.398250 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bd7d7f01-6ede-45ff-b6d1-f670868a1f90 req-7cbb567e-7586-4033-91f6-7d7f26dc2d3e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368116 Jun 29 03:30:59.648794 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468454f2-c9b3-4bc3-8cd4-ccdf62411262 req-3c8ad161-21f1-4f18-9738-cec1e3e6d9d8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:59.650253 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-468454f2-c9b3-4bc3-8cd4-ccdf62411262 req-3c8ad161-21f1-4f18-9738-cec1e3e6d9d8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.0686398 Jun 29 03:30:59.688593 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-468454f2-c9b3-4bc3-8cd4-ccdf62411262 req-baf75807-e791-4037-a8d4-317df0f79de2 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317230 Jun 29 03:30:59.842984 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232e3cd-bb0a-44e7-bdb5-53fbcb3ac24f req-6cd6ccea-8952-450b-aaef-838826cce7e0 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:30:59.844478 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a232e3cd-bb0a-44e7-bdb5-53fbcb3ac24f req-6cd6ccea-8952-450b-aaef-838826cce7e0 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.0676908 Jun 29 03:30:59.882174 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a232e3cd-bb0a-44e7-bdb5-53fbcb3ac24f req-09deaf28-807a-4b80-b196-7adc47858ee0 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318608 Jun 29 03:31:00.045592 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f17de-82c1-4dce-a605-da3cf86a43b4 req-7de4efec-c5e8-4368-be12-e24ef7369870 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:00.047071 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-390f17de-82c1-4dce-a605-da3cf86a43b4 req-7de4efec-c5e8-4368-be12-e24ef7369870 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 943 time: 0.0663018 Jun 29 03:31:00.087990 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-390f17de-82c1-4dce-a605-da3cf86a43b4 req-859b51c4-af0c-49b7-b0d8-630d08a44817 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351968 Jun 29 03:31:00.310826 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830d5fe-e4a5-4310-8b57-d969d965184d req-0c223788-cdd5-4fc5-a926-5d6f1f1aa2d0 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:00.312288 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1830d5fe-e4a5-4310-8b57-d969d965184d req-0c223788-cdd5-4fc5-a926-5d6f1f1aa2d0 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0661700 Jun 29 03:31:00.357714 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1830d5fe-e4a5-4310-8b57-d969d965184d req-3b02b197-61be-4e1b-9278-86b08eae66ee tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396602 Jun 29 03:31:00.578659 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00813908-ad69-4819-963c-51e6ac1c9b10 req-798d2ac1-1774-40dd-88f2-3c4073a132b9 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:00.580178 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-00813908-ad69-4819-963c-51e6ac1c9b10 req-798d2ac1-1774-40dd-88f2-3c4073a132b9 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 931 time: 0.0699224 Jun 29 03:31:00.623446 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-00813908-ad69-4819-963c-51e6ac1c9b10 req-25d09c1c-1729-4234-a0b3-fe9b882cbd21 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372655 Jun 29 03:31:00.884777 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38076eae-8f65-4a91-83eb-3f14165df1de req-bcc0b69d-d4ca-4914-a02f-79667c9b713a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:00.886297 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-38076eae-8f65-4a91-83eb-3f14165df1de req-bcc0b69d-d4ca-4914-a02f-79667c9b713a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.0749555 Jun 29 03:31:00.925802 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-38076eae-8f65-4a91-83eb-3f14165df1de req-3ed71ab5-3c65-4da3-b050-96dbe370e4e1 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333989 Jun 29 03:31:01.064214 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed70a4dd-ef23-40a4-be01-945787a117e7 req-e3710368-30ff-4710-bdcb-2486fe1b003b tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:01.066222 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ed70a4dd-ef23-40a4-be01-945787a117e7 req-e3710368-30ff-4710-bdcb-2486fe1b003b tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.0720992 Jun 29 03:31:01.112597 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ed70a4dd-ef23-40a4-be01-945787a117e7 req-1e1e7d74-8027-4842-a2ca-cc28b0efeeeb tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407331 Jun 29 03:31:01.266829 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc69e39-c03f-423a-a39b-2ba6760f7200 req-53928c16-7cb8-4436-b634-043cc58d917d tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:01.273802 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ebc69e39-c03f-423a-a39b-2ba6760f7200 req-53928c16-7cb8-4436-b634-043cc58d917d tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 943 time: 0.0719788 Jun 29 03:31:01.307692 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ebc69e39-c03f-423a-a39b-2ba6760f7200 req-abc6ef9b-f259-48e7-8d9a-dea398ac7ae1 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330594 Jun 29 03:31:01.540662 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6fbd48-0c2f-4d6f-b130-d543120f2d77 req-63a0fe31-3962-4524-b1af-968970348032 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:01.542018 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fd6fbd48-0c2f-4d6f-b130-d543120f2d77 req-63a0fe31-3962-4524-b1af-968970348032 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0679400 Jun 29 03:31:01.586226 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fd6fbd48-0c2f-4d6f-b130-d543120f2d77 req-e3c9805c-c1f4-4f07-8f71-5f30c96772b7 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339718 Jun 29 03:31:01.804667 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32e5bdf-9d15-4984-90a0-15011e750b07 req-96321db5-71e5-400f-97bd-d6b335b717a7 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:01.806193 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f32e5bdf-9d15-4984-90a0-15011e750b07 req-96321db5-71e5-400f-97bd-d6b335b717a7 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 931 time: 0.0681143 Jun 29 03:31:01.849478 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f32e5bdf-9d15-4984-90a0-15011e750b07 req-318c5312-6c25-48d3-966c-07be4438a840 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362535 Jun 29 03:31:02.102452 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559e32dc-48a0-4ae6-9e9b-18f2c43ae7c9 req-dcddb8bb-dd18-4d3f-850e-f7fd84c797cc tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:02.103800 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-559e32dc-48a0-4ae6-9e9b-18f2c43ae7c9 req-dcddb8bb-dd18-4d3f-850e-f7fd84c797cc tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.0622234 Jun 29 03:31:02.145561 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-559e32dc-48a0-4ae6-9e9b-18f2c43ae7c9 req-75ce9f41-b487-44ab-b71c-81da7f79ebf2 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348895 Jun 29 03:31:02.289102 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c103b45-7167-4bbf-8e42-de0b829493da req-5070abc4-f227-447a-bf00-88347e28c796 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:02.290571 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3c103b45-7167-4bbf-8e42-de0b829493da req-5070abc4-f227-447a-bf00-88347e28c796 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.0635736 Jun 29 03:31:02.329134 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3c103b45-7167-4bbf-8e42-de0b829493da req-a461e551-8a7f-4ed8-83d2-6958a8043be7 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326595 Jun 29 03:31:02.475781 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8efa42-f580-494a-9126-082a104cbf83 req-b8d4711a-6814-4910-89d8-1da7bcecc020 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:02.477237 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3e8efa42-f580-494a-9126-082a104cbf83 req-b8d4711a-6814-4910-89d8-1da7bcecc020 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 943 time: 0.0617716 Jun 29 03:31:02.517375 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3e8efa42-f580-494a-9126-082a104cbf83 req-2c95df6b-877b-4cb1-8df3-1e51b133b522 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345914 Jun 29 03:31:02.759582 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c487871a-545a-400a-b066-3bdb5b5f393a req-24065b96-28d7-4e59-af26-e03f73123689 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:02.761068 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c487871a-545a-400a-b066-3bdb5b5f393a req-24065b96-28d7-4e59-af26-e03f73123689 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0658629 Jun 29 03:31:02.798155 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c487871a-545a-400a-b066-3bdb5b5f393a req-fc47df93-3174-4de1-9065-e0dbe8e80c1d tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313544 Jun 29 03:31:03.018904 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12155b-f36d-4ec5-a61c-fb5b7f26fc7e req-d61647a6-ba20-452e-b464-ac6852ac74d7 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:03.020296 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6d12155b-f36d-4ec5-a61c-fb5b7f26fc7e req-d61647a6-ba20-452e-b464-ac6852ac74d7 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 931 time: 0.0613270 Jun 29 03:31:03.060309 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6d12155b-f36d-4ec5-a61c-fb5b7f26fc7e req-bc1d9e70-80c7-496b-8cc9-29effd7a4c3f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321438 Jun 29 03:31:03.072917 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Request body: {'port': {'device_id': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:31:03.116597 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-1ef7cacb-e588-43e6-a677-f53210693a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:03.118114 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-1ef7cacb-e588-43e6-a677-f53210693a87 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d2a6490-06ea-4d07-beb4-5519545e27db HTTP/1.1" status: 200 len: 848 time: 0.0491693 Jun 29 03:31:03.148297 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:03.188428 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-32df89aa-7ffc-4830-92e9-375eed5514f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02fd4366-a82d-483a-b140-485f92c6da78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271881 Jun 29 03:31:03.301675 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-79c5011d-1fa1-40ba-b6e5-d3bc206c5199 service neutron] 10.222.0.21 "GET /v2.0/networks/02fd4366-a82d-483a-b140-485f92c6da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021948 Jun 29 03:31:03.430764 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29fa48c-35bc-474e-a5a9-0eccbab18609 req-526a532b-b836-4612-bc39-9e17f3165e2a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:03.432291 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b29fa48c-35bc-474e-a5a9-0eccbab18609 req-526a532b-b836-4612-bc39-9e17f3165e2a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.1296926 Jun 29 03:31:03.448577 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb4456dc-33d3-4cfe-b81b-35077ae84746 req-daac69f8-b0e4-48e5-a597-40f6a74bf45e service neutron] 10.222.0.21 "GET /v2.0/networks/02fd4366-a82d-483a-b140-485f92c6da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168585 Jun 29 03:31:03.470950 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6aeaf5d-76bf-4eec-872c-4f28b1194195 {{(pid=92919) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:31:03.476506 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b29fa48c-35bc-474e-a5a9-0eccbab18609 req-4ef00a87-d73a-47f0-9a6d-2613c3f8096c tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353463 Jun 29 03:31:03.480577 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:03.499985 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Transition to ACTIVE for port object a6aeaf5d-76bf-4eec-872c-4f28b1194195 will not be triggered until provisioned by entity L2. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:31:03.505955 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088899'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:03.510061 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:03.577453 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfae187-8f82-493f-b96d-53a608fef46f req-117ed112-0960-40d1-bce6-241855006a02 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:03.579653 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8bfae187-8f82-493f-b96d-53a608fef46f req-117ed112-0960-40d1-bce6-241855006a02 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.1388288 Jun 29 03:31:03.585917 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Pushing event updated for resources: {'Port': ['ID=a6aeaf5d-76bf-4eec-872c-4f28b1194195,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:03.593558 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:03.673768 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8bfae187-8f82-493f-b96d-53a608fef46f req-ebf99fe8-24e7-460b-8433-903b47f846d6 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856380 Jun 29 03:31:03.701712 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Attempting to bind port a6aeaf5d-76bf-4eec-872c-4f28b1194195 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:31:03.701712 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Attempting to bind port a6aeaf5d-76bf-4eec-872c-4f28b1194195 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102'}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:31:03.701712 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Attempting to bind port a6aeaf5d-76bf-4eec-872c-4f28b1194195 on network f702c23c-c0d0-4961-8b7a-80f21bdf0102 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:31:03.701712 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Port a6aeaf5d-76bf-4eec-872c-4f28b1194195 on network f702c23c-c0d0-4961-8b7a-80f21bdf0102 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:31:03.701712 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Attempting to bind port a6aeaf5d-76bf-4eec-872c-4f28b1194195 on network f702c23c-c0d0-4961-8b7a-80f21bdf0102 {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:31:03.706140 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 30, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:31:03.706478 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Checking segment: {'id': '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:31:03.707054 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Bound using segment: {'id': '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102'} {{(pid=92919) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:31:03.707286 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.managers [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Bound port: a6aeaf5d-76bf-4eec-872c-4f28b1194195, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102'}}] {{(pid=92919) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:31:03.707641 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:03.712204 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33974209-9fa6-40b0-b2ef-d742d88c1826 req-bd053e59-ba80-4426-9f80-765f53f89827 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:03.713726 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33974209-9fa6-40b0-b2ef-d742d88c1826 req-bd053e59-ba80-4426-9f80-765f53f89827 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 943 time: 0.0741348 Jun 29 03:31:03.780560 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] For port a6aeaf5d-76bf-4eec-872c-4f28b1194195, host hv-cinder-79724, cleared binding levels {{(pid=92919) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:31:03.785187 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] For port a6aeaf5d-76bf-4eec-872c-4f28b1194195, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a6aeaf5d-76bf-4eec-872c-4f28b1194195,segment=NetworkSegment(0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a),segment_id=0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a)] {{(pid=92919) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:31:03.792153 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088899'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:03.798623 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:03.813593 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33974209-9fa6-40b0-b2ef-d742d88c1826 req-64a958a3-bb2e-403e-a856-ae900f7ebbea tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911875 Jun 29 03:31:03.868484 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:03.868921 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57304f13-bf9f-4d59-a19f-d6e6e2f51235 req-ee9cb170-d9cd-4c85-a117-01c0e9bfc7f6 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:03.869091 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:03.870390 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-57304f13-bf9f-4d59-a19f-d6e6e2f51235 req-ee9cb170-d9cd-4c85-a117-01c0e9bfc7f6 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.1218994 Jun 29 03:31:03.870520 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] 10.222.0.21 "PUT /v2.0/ports/a6aeaf5d-76bf-4eec-872c-4f28b1194195 HTTP/1.1" status: 200 len: 1093 time: 0.8026888 Jun 29 03:31:03.873561 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'tag': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:03.876308 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee70eeed-e20b-447f-8dd7-1a6189fc39af" -d '{"events": [{"name": "network-changed", "server_uuid": "e76ace18-14d9-40a9-9a09-7981c4b07e05", "tag": "a6aeaf5d-76bf-4eec-872c-4f28b1194195"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:03.876861 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf881d-1134-457d-a188-672dcbd25d7a req-7fe421af-f6df-4743-9e1c-2435884fb8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:03.878406 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-addf881d-1134-457d-a188-672dcbd25d7a req-7fe421af-f6df-4743-9e1c-2435884fb8a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2edd0d5c38104fd4aa0b9c075d7ad4d7&device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 1096 time: 0.0953975 Jun 29 03:31:03.898958 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Pushing event updated for resources: {'Port': ['ID=a6aeaf5d-76bf-4eec-872c-4f28b1194195,revision_number=3']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:03.903049 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:03.932671 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2e05c89-1d98-47a5-ae99-4a45d016262f x-openstack-request-id: req-e2e05c89-1d98-47a5-ae99-4a45d016262f {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:03.932993 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76ace18-14d9-40a9-9a09-7981c4b07e05", "tag": "a6aeaf5d-76bf-4eec-872c-4f28b1194195", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:03.933538 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2e05c89-1d98-47a5-ae99-4a45d016262f {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:03.933971 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'tag': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195', 'status': 'completed', 'code': 200} Jun 29 03:31:04.079274 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-87ba0203-8b2c-424e-be2a-1a00119f0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.080939 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-87ba0203-8b2c-424e-be2a-1a00119f0df1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a68092b8bf4548cc89d2a154135208e4&device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 1096 time: 0.0814226 Jun 29 03:31:04.102642 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c4ac39-11e9-42fa-ab4e-b544b53662e2 req-3727b562-33ee-46cb-82ea-0de195df3f05 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.104054 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-39c4ac39-11e9-42fa-ab4e-b544b53662e2 req-3727b562-33ee-46cb-82ea-0de195df3f05 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1395080 Jun 29 03:31:04.141230 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf881d-1134-457d-a188-672dcbd25d7a req-54e19853-f409-45fa-978b-7465ed1c7c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.142762 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-addf881d-1134-457d-a188-672dcbd25d7a req-54e19853-f409-45fa-978b-7465ed1c7c6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=02fd4366-a82d-483a-b140-485f92c6da78 HTTP/1.1" status: 200 len: 909 time: 0.1877105 Jun 29 03:31:04.150607 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-e81f37bd-d48e-43a0-8fba-c1b8e5fed857 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6aeaf5d-76bf-4eec-872c-4f28b1194195 HTTP/1.1" status: 200 len: 217 time: 0.0452788 Jun 29 03:31:04.152558 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-57304f13-bf9f-4d59-a19f-d6e6e2f51235 req-233e112d-02a2-4c38-bab0-dc84fbcf4496 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Deleting port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:31:04.152923 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-57304f13-bf9f-4d59-a19f-d6e6e2f51235 req-233e112d-02a2-4c38-bab0-dc84fbcf4496 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:04.203485 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-39c4ac39-11e9-42fa-ab4e-b544b53662e2 req-e1135ac9-5cb0-4b8a-a41b-6160f7bc10fa tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898268 Jun 29 03:31:04.218134 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-81a85bad-60e9-40df-baae-5151e2523fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.219628 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-81a85bad-60e9-40df-baae-5151e2523fde service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2a4bae3-e5fc-4aef-8216-843bb608eb1d HTTP/1.1" status: 200 len: 852 time: 0.0551562 Jun 29 03:31:04.243888 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-addf881d-1134-457d-a188-672dcbd25d7a req-ca78a501-3d62-4817-9b50-3e625699f394 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=27a2d25d-9264-44e8-b567-66526bbe0305 HTTP/1.1" status: 200 len: 217 time: 0.0878572 Jun 29 03:31:04.281734 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-05cd944c-5a3b-4c08-a544-1cf3c2349cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.283363 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-05cd944c-5a3b-4c08-a544-1cf3c2349cda service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f702c23c-c0d0-4961-8b7a-80f21bdf0102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523705 Jun 29 03:31:04.303674 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccdbb4-3f3a-48e0-a99b-96b98b4dd777 req-9f181c13-f553-4e64-a26b-3eaf24eb3c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.305181 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3eccdbb4-3f3a-48e0-a99b-96b98b4dd777 req-9f181c13-f553-4e64-a26b-3eaf24eb3c74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5af8f42ab554f359650a231f3bb3804&device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 1098 time: 0.2336183 Jun 29 03:31:04.379803 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-33638a2f-e46b-46e0-a4e3-9cfa8d649b93 service neutron] 10.222.0.21 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855050 Jun 29 03:31:04.402217 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-57304f13-bf9f-4d59-a19f-d6e6e2f51235 req-233e112d-02a2-4c38-bab0-dc84fbcf4496 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] For port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=66fb7b7a-cd6c-49ba-856d-9f8c4f9db929,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:04.402576 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-57304f13-bf9f-4d59-a19f-d6e6e2f51235 req-233e112d-02a2-4c38-bab0-dc84fbcf4496 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:04.416572 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf881d-1134-457d-a188-672dcbd25d7a req-58557561-fab3-454c-8c54-f321033a9903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.418034 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-addf881d-1134-457d-a188-672dcbd25d7a req-58557561-fab3-454c-8c54-f321033a9903 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d2a6490-06ea-4d07-beb4-5519545e27db HTTP/1.1" status: 200 len: 848 time: 0.1649146 Jun 29 03:31:04.430263 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-57304f13-bf9f-4d59-a19f-d6e6e2f51235 req-233e112d-02a2-4c38-bab0-dc84fbcf4496 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Calling delete_port for 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:31:04.471226 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1c6b489d-2f34-4d28-b615-9dbf560082a0 req-195d320d-1919-4801-8ead-294aab645260 service neutron] 10.222.0.21 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836673 Jun 29 03:31:04.473418 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-addf881d-1134-457d-a188-672dcbd25d7a req-7f32175f-4014-45f5-aae0-bfd0abf985b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02fd4366-a82d-483a-b140-485f92c6da78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473115 Jun 29 03:31:04.672743 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70eeed-e20b-447f-8dd7-1a6189fc39af req-1b46d532-71af-4e9c-9a92-362ec1943441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.674136 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ee70eeed-e20b-447f-8dd7-1a6189fc39af req-1b46d532-71af-4e9c-9a92-362ec1943441 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a68092b8bf4548cc89d2a154135208e4&device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 1096 time: 0.0974891 Jun 29 03:31:04.686999 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b0095f-85e4-47be-aabf-eb893873a226 req-a5f0c5b3-d9e4-4443-a5f8-d74868869df4 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.688559 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b8b0095f-85e4-47be-aabf-eb893873a226 req-a5f0c5b3-d9e4-4443-a5f8-d74868869df4 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.0850432 Jun 29 03:31:04.776384 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b8b0095f-85e4-47be-aabf-eb893873a226 req-cb207860-439d-4ef8-b40a-b2f10d8f6535 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793712 Jun 29 03:31:04.800260 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c52be0b-52fb-4c17-bc94-cadf387d8f5e req-14f6cb4b-f16a-4efd-b7c8-906c9e818ccd tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.801187 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70eeed-e20b-447f-8dd7-1a6189fc39af req-8682e4ab-20e2-499f-ab5d-0b2cf32b3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.801719 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5c52be0b-52fb-4c17-bc94-cadf387d8f5e req-14f6cb4b-f16a-4efd-b7c8-906c9e818ccd tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 943 time: 0.5731225 Jun 29 03:31:04.802854 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ee70eeed-e20b-447f-8dd7-1a6189fc39af req-8682e4ab-20e2-499f-ab5d-0b2cf32b3f26 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f702c23c-c0d0-4961-8b7a-80f21bdf0102 HTTP/1.1" status: 200 len: 914 time: 0.1134198 Jun 29 03:31:04.848394 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ee70eeed-e20b-447f-8dd7-1a6189fc39af req-537b2720-edee-4e06-aa5d-cd2ea06bb09c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6aeaf5d-76bf-4eec-872c-4f28b1194195 HTTP/1.1" status: 200 len: 217 time: 0.0373917 Jun 29 03:31:04.866803 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccdbb4-3f3a-48e0-a99b-96b98b4dd777 req-0531c334-f01f-41cd-863e-9331826e0d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.868272 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3eccdbb4-3f3a-48e0-a99b-96b98b4dd777 req-0531c334-f01f-41cd-863e-9331826e0d80 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a16d7e30-f69f-4058-b150-43ccbc7efc7b HTTP/1.1" status: 200 len: 917 time: 0.5516417 Jun 29 03:31:04.928666 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70eeed-e20b-447f-8dd7-1a6189fc39af req-2f651aa2-8725-40f4-a9e9-73728d6b9640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:04.930010 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ee70eeed-e20b-447f-8dd7-1a6189fc39af req-2f651aa2-8725-40f4-a9e9-73728d6b9640 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2a4bae3-e5fc-4aef-8216-843bb608eb1d HTTP/1.1" status: 200 len: 852 time: 0.0747519 Jun 29 03:31:04.978465 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5c52be0b-52fb-4c17-bc94-cadf387d8f5e req-ad4ea610-6ff3-477f-90f4-a96bdc57b5fc tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606748 Jun 29 03:31:05.003381 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8473d832-b305-47be-9bdf-f074c56e6674 req-48772fd1-c23c-42fd-a391-0ce247565e72 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:05.003381 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8473d832-b305-47be-9bdf-f074c56e6674 req-48772fd1-c23c-42fd-a391-0ce247565e72 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 946 time: 0.1022582 Jun 29 03:31:05.015936 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3eccdbb4-3f3a-48e0-a99b-96b98b4dd777 req-9a4812ec-4625-45ce-a460-92857f30c0b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=166112e0-022b-4427-852b-bcecd0bbc846 HTTP/1.1" status: 200 len: 1000 time: 0.1351678 Jun 29 03:31:05.020436 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-addf881d-1134-457d-a188-672dcbd25d7a req-e26413e8-14ac-4054-bcad-29706c94fe9b service neutron] 10.222.0.21 "GET /v2.0/networks/02fd4366-a82d-483a-b140-485f92c6da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393396 Jun 29 03:31:05.033988 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee70eeed-e20b-447f-8dd7-1a6189fc39af req-afd387e6-e2d3-4132-bb96-8dee08168c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:05.035596 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ee70eeed-e20b-447f-8dd7-1a6189fc39af req-afd387e6-e2d3-4132-bb96-8dee08168c22 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f702c23c-c0d0-4961-8b7a-80f21bdf0102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0961807 Jun 29 03:31:05.056264 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8473d832-b305-47be-9bdf-f074c56e6674 req-da77bc85-f25e-46a2-824b-7193005e8562 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513875 Jun 29 03:31:05.135502 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ee70eeed-e20b-447f-8dd7-1a6189fc39af req-c06da6da-8236-4c4f-8e28-67f2d5b6bf51 service neutron] 10.222.0.21 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924685 Jun 29 03:31:05.190277 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-57304f13-bf9f-4d59-a19f-d6e6e2f51235 req-233e112d-02a2-4c38-bab0-dc84fbcf4496 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:05.195184 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccdbb4-3f3a-48e0-a99b-96b98b4dd777 req-50fe2d89-80dc-4dbe-b7a6-e4161fa111d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:05.196650 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3eccdbb4-3f3a-48e0-a99b-96b98b4dd777 req-50fe2d89-80dc-4dbe-b7a6-e4161fa111d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b419f8dc-93fd-4a1b-bc32-b27006c69e77 HTTP/1.1" status: 200 len: 855 time: 0.1510687 Jun 29 03:31:05.201092 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:05.228197 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['21eb1c87-eb8e-4454-a96a-6559b9f04f9f', '34111b78-ac08-438f-a09d-26d73547822a', '028fee85-21bd-4fe8-a33c-b76bb06417d0', '66fb7b7a-cd6c-49ba-856d-9f8c4f9db929'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:05.229941 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ee70eeed-e20b-447f-8dd7-1a6189fc39af req-91ad9c9f-ddf4-4995-94c3-dd7a91618572 service neutron] 10.222.0.21 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873168 Jun 29 03:31:05.255117 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233e112d-02a2-4c38-bab0-dc84fbcf4496 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Pushing event deleted for resources: {'Port': ['ID=66fb7b7a-cd6c-49ba-856d-9f8c4f9db929,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:05.281302 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-233e112d-02a2-4c38-bab0-dc84fbcf4496 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:05.359384 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-57304f13-bf9f-4d59-a19f-d6e6e2f51235 req-233e112d-02a2-4c38-bab0-dc84fbcf4496 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] No DVR routers for this DVR port 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:31:05.362191 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-addf881d-1134-457d-a188-672dcbd25d7a req-3af6d3f3-7f7f-4713-b7fe-6a1ed3a6008b service neutron] 10.222.0.21 "GET /v2.0/networks/02fd4366-a82d-483a-b140-485f92c6da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3085451 Jun 29 03:31:05.365785 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-57304f13-bf9f-4d59-a19f-d6e6e2f51235 req-233e112d-02a2-4c38-bab0-dc84fbcf4496 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:05.367631 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-57304f13-bf9f-4d59-a19f-d6e6e2f51235 req-233e112d-02a2-4c38-bab0-dc84fbcf4496 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "DELETE /v2.0/ports/66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 HTTP/1.1" status: 204 len: 173 time: 1.4537086 Jun 29 03:31:05.371091 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9cc03f6-20f2-4c54-a783-c6f5d472698a', 'name': 'network-vif-deleted', 'tag': '66fb7b7a-cd6c-49ba-856d-9f8c4f9db929'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:05.373954 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa05bf5d-1752-453a-83c1-043420402cf4" -d '{"events": [{"server_uuid": "c9cc03f6-20f2-4c54-a783-c6f5d472698a", "name": "network-vif-deleted", "tag": "66fb7b7a-cd6c-49ba-856d-9f8c4f9db929"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:05.389951 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f397d1-96b2-4397-9aed-80ea12eeeba3 req-e9ae9597-6289-4861-a946-8ef76f703294 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:05.392023 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-99f397d1-96b2-4397-9aed-80ea12eeeba3 req-e9ae9597-6289-4861-a946-8ef76f703294 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 943 time: 0.2693548 Jun 29 03:31:05.409909 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31acb45-9fdb-436f-85cf-61768905a459 req-25470f4a-b227-4283-9305-366f867eb14c tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:05.411787 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e31acb45-9fdb-436f-85cf-61768905a459 req-25470f4a-b227-4283-9305-366f867eb14c tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0840647 Jun 29 03:31:05.421296 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eccdbb4-3f3a-48e0-a99b-96b98b4dd777 req-7d8d2805-ce78-428d-854e-5232257c867c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:05.422782 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3eccdbb4-3f3a-48e0-a99b-96b98b4dd777 req-7d8d2805-ce78-428d-854e-5232257c867c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a16d7e30-f69f-4058-b150-43ccbc7efc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2127090 Jun 29 03:31:05.439890 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-99f397d1-96b2-4397-9aed-80ea12eeeba3 req-470bc1af-df0a-4129-ab18-c2a09359a6bb tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421729 Jun 29 03:31:05.500392 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e31acb45-9fdb-436f-85cf-61768905a459 req-93e04d11-2df9-4234-9bfc-8ea584c7bace tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791576 Jun 29 03:31:05.515943 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9aa87b8-9acd-4baa-a072-bd8d1c513826 x-openstack-request-id: req-f9aa87b8-9acd-4baa-a072-bd8d1c513826 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:05.516268 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9cc03f6-20f2-4c54-a783-c6f5d472698a", "name": "network-vif-deleted", "tag": "66fb7b7a-cd6c-49ba-856d-9f8c4f9db929", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:05.516551 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f9aa87b8-9acd-4baa-a072-bd8d1c513826 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:05.516973 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9cc03f6-20f2-4c54-a783-c6f5d472698a', 'name': 'network-vif-deleted', 'tag': '66fb7b7a-cd6c-49ba-856d-9f8c4f9db929', 'status': 'completed', 'code': 200} Jun 29 03:31:05.532097 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3eccdbb4-3f3a-48e0-a99b-96b98b4dd777 req-560545a3-59d4-48ca-8e0a-f6e7cb4ce316 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889971 Jun 29 03:31:05.634814 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3eccdbb4-3f3a-48e0-a99b-96b98b4dd777 req-e230d1c8-f209-4b32-9c24-45a9b0da1e19 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911963 Jun 29 03:31:05.954196 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7c935-b680-4475-b5c1-d48156940488 req-ebb836a2-5913-4cb2-a96c-b694725a247e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:05.955658 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c4b7c935-b680-4475-b5c1-d48156940488 req-ebb836a2-5913-4cb2-a96c-b694725a247e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.0613880 Jun 29 03:31:05.993015 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c4b7c935-b680-4475-b5c1-d48156940488 req-e5be0807-ba34-4cb7-b379-f3162540831e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318067 Jun 29 03:31:06.164313 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121d8a3-e8ac-4687-95b1-31fff40f491a req-30b385b2-3a12-4666-a827-afed3de512a7 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:06.165798 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a121d8a3-e8ac-4687-95b1-31fff40f491a req-30b385b2-3a12-4666-a827-afed3de512a7 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 943 time: 0.0701845 Jun 29 03:31:06.206249 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a121d8a3-e8ac-4687-95b1-31fff40f491a req-503d2d8b-880a-4ef0-80e2-9df8b0b18f67 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337541 Jun 29 03:31:06.222911 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a742d7e7-ea0e-4149-9697-91fd46e1713f req-7c295a43-c86e-45c0-b7f9-f55b5d0a5492 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=c9cc03f6-20f2-4c54-a783-c6f5d472698a HTTP/1.1" status: 200 len: 210 time: 0.0290287 Jun 29 03:31:06.619374 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ab6dda-77d2-4661-b3fb-5e060ecea50e req-ed9b93f5-2546-47bd-b1fc-6e2083cdd972 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:06.620852 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-77ab6dda-77d2-4661-b3fb-5e060ecea50e req-ed9b93f5-2546-47bd-b1fc-6e2083cdd972 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 943 time: 0.0655675 Jun 29 03:31:06.666629 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-77ab6dda-77d2-4661-b3fb-5e060ecea50e req-d88fc820-361e-4b7e-ac6e-eea16bf8194b tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397217 Jun 29 03:31:06.684110 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b49e2f-0dba-4e51-a489-e65d3f9fea9c req-67f7dc2f-c59f-4e2a-8a5a-8e1e91f26cce tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:06.686305 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-51b49e2f-0dba-4e51-a489-e65d3f9fea9c req-67f7dc2f-c59f-4e2a-8a5a-8e1e91f26cce tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0761077 Jun 29 03:31:06.727070 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-51b49e2f-0dba-4e51-a489-e65d3f9fea9c req-8f187610-c384-45e7-b2b1-9222bc796cff tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348146 Jun 29 03:31:07.169457 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2df6c3-a491-44a0-ab42-344cac2dbf77 req-178b672b-a92a-49fd-a6e7-1f3c9672b095 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:07.170898 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d2df6c3-a491-44a0-ab42-344cac2dbf77 req-178b672b-a92a-49fd-a6e7-1f3c9672b095 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 945 time: 0.0615113 Jun 29 03:31:07.207916 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d2df6c3-a491-44a0-ab42-344cac2dbf77 req-fa8f470c-60ec-4359-837f-1ad35e612ed8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313725 Jun 29 03:31:07.323229 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 27a2d25d-9264-44e8-b567-66526bbe0305 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:31:07.334961 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 166112e0-022b-4427-852b-bcecd0bbc846 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:31:07.390888 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea84582-be5f-45c1-8cb0-9183b898df7c req-0a0b713e-d15f-415e-a5bb-dfb93c7e0996 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:07.396542 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4ea84582-be5f-45c1-8cb0-9183b898df7c req-0a0b713e-d15f-415e-a5bb-dfb93c7e0996 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 943 time: 0.0778997 Jun 29 03:31:07.440844 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4ea84582-be5f-45c1-8cb0-9183b898df7c req-00b1c55a-2be4-4c25-8c7b-e9a6a0f2e59c tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418825 Jun 29 03:31:07.486397 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 27a2d25d-9264-44e8-b567-66526bbe0305, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=27a2d25d-9264-44e8-b567-66526bbe0305,segment=NetworkSegment(2b6bdc7d-1945-4f85-812e-1c11a5028a49),segment_id=2b6bdc7d-1945-4f85-812e-1c11a5028a49)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:07.488648 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.504917 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '27a2d25d-9264-44e8-b567-66526bbe0305', 'network_id': '02fd4366-a82d-483a-b140-485f92c6da78', 'port_id': '27a2d25d-9264-44e8-b567-66526bbe0305', 'mac_address': 'fa:16:3e:f5:d7:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2a6490-06ea-4d07-beb4-5519545e27db', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:31:07.520766 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '166112e0-022b-4427-852b-bcecd0bbc846'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:07.523019 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf48ba5-fec8-4f2e-9e9b-5e387bad2e0a" -d '{"events": [{"server_uuid": "42559f12-db01-4f1f-bc4c-e8d7c2bce059", "name": "network-vif-unplugged", "status": "completed", "tag": "166112e0-022b-4427-852b-bcecd0bbc846"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:07.554304 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 166112e0-022b-4427-852b-bcecd0bbc846, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=166112e0-022b-4427-852b-bcecd0bbc846,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:07.559960 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.560804 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:31:07.564627 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9be67e-2d5c-42b9-ab8d-8831906adf11 x-openstack-request-id: req-eb9be67e-2d5c-42b9-ab8d-8831906adf11 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:07.564941 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42559f12-db01-4f1f-bc4c-e8d7c2bce059", "name": "network-vif-unplugged", "status": "completed", "tag": "166112e0-022b-4427-852b-bcecd0bbc846", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:07.565202 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb9be67e-2d5c-42b9-ab8d-8831906adf11 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:07.565585 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '166112e0-022b-4427-852b-bcecd0bbc846', 'code': 200} Jun 29 03:31:07.566072 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:07.603950 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:31:07.604301 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 66fb7b7a-cd6c-49ba-856d-9f8c4f9db929 not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:31:07.605709 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.626235 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27a2d25d-9264-44e8-b567-66526bbe0305 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:31:07.661540 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 27a2d25d-9264-44e8-b567-66526bbe0305, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=27a2d25d-9264-44e8-b567-66526bbe0305,segment=NetworkSegment(2b6bdc7d-1945-4f85-812e-1c11a5028a49),segment_id=2b6bdc7d-1945-4f85-812e-1c11a5028a49)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:07.662569 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=166112e0-022b-4427-852b-bcecd0bbc846,revision_number=8']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:07.665528 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:07.666232 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device a6aeaf5d-76bf-4eec-872c-4f28b1194195 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:31:07.668107 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:07.668558 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:07.767600 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=27a2d25d-9264-44e8-b567-66526bbe0305,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:07.771744 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:07.815667 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port a6aeaf5d-76bf-4eec-872c-4f28b1194195, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a6aeaf5d-76bf-4eec-872c-4f28b1194195,segment=NetworkSegment(0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a),segment_id=0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:07.832945 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'port_id': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195', 'mac_address': 'fa:16:3e:7c:03:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:31:07.871013 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a06d44-02ac-42db-8e87-94c8b9b68789 req-13ada7c7-276e-4218-9f7a-4e825e79d677 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:07.873271 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-60a06d44-02ac-42db-8e87-94c8b9b68789 req-13ada7c7-276e-4218-9f7a-4e825e79d677 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 944 time: 0.0769143 Jun 29 03:31:07.915361 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc2ee41-bea0-420d-a2e5-ccc4e0d71a67 req-996b61fc-34ca-418b-82f4-d32b2fcdce18 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:07.919978 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-60a06d44-02ac-42db-8e87-94c8b9b68789 req-918a1d9d-67d4-4c22-8640-6f8dba0a8eb6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401571 Jun 29 03:31:07.922478 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6bc2ee41-bea0-420d-a2e5-ccc4e0d71a67 req-996b61fc-34ca-418b-82f4-d32b2fcdce18 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0744796 Jun 29 03:31:07.959637 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6bc2ee41-bea0-420d-a2e5-ccc4e0d71a67 req-e821b5b6-d7ae-446f-9ee7-c170f9deb75a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362918 Jun 29 03:31:07.990730 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:08.003612 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6aeaf5d-76bf-4eec-872c-4f28b1194195 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:31:08.022440 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port a6aeaf5d-76bf-4eec-872c-4f28b1194195, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a6aeaf5d-76bf-4eec-872c-4f28b1194195,segment=NetworkSegment(0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a),segment_id=0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:08.026187 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:08.027929 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:08.072500 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=a6aeaf5d-76bf-4eec-872c-4f28b1194195,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:08.075567 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:08.390425 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a66f5-5313-46f5-9990-84859b6b18ce req-a2acf556-8ade-44f9-adf5-120c4f86afcf tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:08.391780 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d18a66f5-5313-46f5-9990-84859b6b18ce req-a2acf556-8ade-44f9-adf5-120c4f86afcf tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0646284 Jun 29 03:31:08.428989 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d18a66f5-5313-46f5-9990-84859b6b18ce req-e1e49181-806a-4472-9025-44ee5e43044d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315528 Jun 29 03:31:08.486209 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['a6aeaf5d-76bf-4eec-872c-4f28b1194195'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:08.533563 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['27a2d25d-9264-44e8-b567-66526bbe0305'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:08.814897 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3beb5e-89b7-4788-9c18-39b0f5d7e374 req-b3577443-3ce1-4411-96a3-547b9632419f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:08.816422 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cf3beb5e-89b7-4788-9c18-39b0f5d7e374 req-b3577443-3ce1-4411-96a3-547b9632419f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 944 time: 0.0708055 Jun 29 03:31:08.855905 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cf3beb5e-89b7-4788-9c18-39b0f5d7e374 req-a50761e7-617a-45be-b19b-a24ff7febde7 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337744 Jun 29 03:31:08.982622 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13199531-f33e-4ea7-9a6b-f14eff741f63 req-8b43bf5c-bc27-49e3-b4ef-467ac723d3c4 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:08.985155 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-13199531-f33e-4ea7-9a6b-f14eff741f63 req-8b43bf5c-bc27-49e3-b4ef-467ac723d3c4 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 945 time: 0.0624368 Jun 29 03:31:09.021324 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-13199531-f33e-4ea7-9a6b-f14eff741f63 req-b16fce3e-1af5-4f60-b215-2565dad80e3a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314944 Jun 29 03:31:09.195786 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac3e453-5d49-4c5b-bc65-19497133fae6 req-3cc947e7-3353-4855-9ee5-4d8a80f19730 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:09.198519 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1ac3e453-5d49-4c5b-bc65-19497133fae6 req-3cc947e7-3353-4855-9ee5-4d8a80f19730 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 944 time: 0.0706608 Jun 29 03:31:09.226884 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f336be8-ef49-4eac-8f4f-a0e03a351165 req-9fb9d222-0441-4301-9263-214d16406ba5 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:09.229001 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3f336be8-ef49-4eac-8f4f-a0e03a351165 req-9fb9d222-0441-4301-9263-214d16406ba5 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0663013 Jun 29 03:31:09.240512 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1ac3e453-5d49-4c5b-bc65-19497133fae6 req-c439bcf6-546a-4749-b852-55aee3f641e7 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350657 Jun 29 03:31:09.277795 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3f336be8-ef49-4eac-8f4f-a0e03a351165 req-09fbd131-107f-4aee-a823-2d0780a0b7b7 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421889 Jun 29 03:31:09.353758 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 166112e0-022b-4427-852b-bcecd0bbc846 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:31:09.415819 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c992ced6-5a6d-40be-8e6e-b4d3e51770fa req-6794e0aa-958d-4169-9e2f-00758c4c72c9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:09.417886 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c992ced6-5a6d-40be-8e6e-b4d3e51770fa req-6794e0aa-958d-4169-9e2f-00758c4c72c9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0687759 Jun 29 03:31:09.459812 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c992ced6-5a6d-40be-8e6e-b4d3e51770fa req-d232c942-0f41-420d-816f-a2fa62ec1ee0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353420 Jun 29 03:31:09.495008 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 48154) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:09.588579 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-85e132d0-c585-4516-90b1-c914291ee496 req-a761d02f-8f31-4879-ac80-07507e8b683d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0923986 Jun 29 03:31:09.950764 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c29f7-a950-4408-b5c1-d165f20f529d req-65968395-daef-425e-be47-ae6430ddaa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:09.952225 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-782c29f7-a950-4408-b5c1-d165f20f529d req-65968395-daef-425e-be47-ae6430ddaa27 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8a3ca31ac434da497a3b6b2dc4e4d35&device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 1098 time: 0.0619981 Jun 29 03:31:10.036114 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a5d2c1-5c4a-4637-b016-b850861b57d8 req-b9a19d08-40e5-404f-969e-e2602512a69e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:10.037551 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-13a5d2c1-5c4a-4637-b016-b850861b57d8 req-b9a19d08-40e5-404f-969e-e2602512a69e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 944 time: 0.0663333 Jun 29 03:31:10.126314 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-13a5d2c1-5c4a-4637-b016-b850861b57d8 req-bdb13623-14e8-4c87-98f1-626b8d0f1f11 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799432 Jun 29 03:31:10.157244 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c29f7-a950-4408-b5c1-d165f20f529d req-b33d7ba3-0be6-4f0b-bc3e-e64122a77d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:10.159056 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-782c29f7-a950-4408-b5c1-d165f20f529d req-b33d7ba3-0be6-4f0b-bc3e-e64122a77d4b service neutron] 10.222.0.21 "GET /v2.0/networks?id=747284db-2222-4a59-bd55-82efbc6a5748 HTTP/1.1" status: 200 len: 919 time: 0.1206837 Jun 29 03:31:10.199412 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f7939-badf-4c41-abe6-70bcaa904dec req-9067d1af-0e9b-4417-b85b-dbf896444c35 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:10.202291 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-000f7939-badf-4c41-abe6-70bcaa904dec req-9067d1af-0e9b-4417-b85b-dbf896444c35 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 945 time: 0.0640261 Jun 29 03:31:10.205533 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-782c29f7-a950-4408-b5c1-d165f20f529d req-b8a475a5-95d0-417e-9f2e-ed00efce8b7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0875cb9-468d-4ebf-9502-b18e15112d6b HTTP/1.1" status: 200 len: 217 time: 0.0343568 Jun 29 03:31:10.245765 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-000f7939-badf-4c41-abe6-70bcaa904dec req-ac9b6be6-a149-42fe-9d7a-1ab9baec7886 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378249 Jun 29 03:31:10.277632 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c29f7-a950-4408-b5c1-d165f20f529d req-a0ded0d9-8961-402c-8b20-3a8cf1d02a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:10.280361 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-782c29f7-a950-4408-b5c1-d165f20f529d req-a0ded0d9-8961-402c-8b20-3a8cf1d02a50 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1e87b90-dc93-4fcf-985e-c8942feb4487 HTTP/1.1" status: 200 len: 858 time: 0.0488682 Jun 29 03:31:10.318832 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-782c29f7-a950-4408-b5c1-d165f20f529d req-cc97a424-1935-414a-84ea-2ec37ec70f55 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=747284db-2222-4a59-bd55-82efbc6a5748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313411 Jun 29 03:31:10.452197 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-782c29f7-a950-4408-b5c1-d165f20f529d req-9daac6cb-c903-49e7-a035-638154a529fb service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258450 Jun 29 03:31:10.452955 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6dffd9-8df9-468c-bac6-15059fee86fd req-11e3aab7-9029-4edb-ad1b-c66de69db230 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:10.454362 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3c6dffd9-8df9-468c-bac6-15059fee86fd req-11e3aab7-9029-4edb-ad1b-c66de69db230 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0622396 Jun 29 03:31:10.464286 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b403e55c-9dd1-468b-903e-7d27ddcd5e4b req-8c10ce3d-e606-4149-bbb0-567ddb6d6d81 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:10.466502 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b403e55c-9dd1-468b-903e-7d27ddcd5e4b req-8c10ce3d-e606-4149-bbb0-567ddb6d6d81 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 944 time: 0.0973461 Jun 29 03:31:10.492609 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3c6dffd9-8df9-468c-bac6-15059fee86fd req-35d45889-62f6-42c2-bfad-aa49749eb188 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324330 Jun 29 03:31:10.557963 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b403e55c-9dd1-468b-903e-7d27ddcd5e4b req-057195b8-b214-45a5-8b3d-79bd008c6fa4 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834937 Jun 29 03:31:10.583381 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-782c29f7-a950-4408-b5c1-d165f20f529d req-0d05be97-ecdc-4eeb-b77f-4dfdf9b726a1 service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159067 Jun 29 03:31:10.660555 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3630dabb-8d07-4d82-ba24-33d627a4df07 req-ba8d62d2-fbc9-4103-b40f-140176f72e06 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:10.662078 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3630dabb-8d07-4d82-ba24-33d627a4df07 req-ba8d62d2-fbc9-4103-b40f-140176f72e06 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0666623 Jun 29 03:31:10.699144 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3630dabb-8d07-4d82-ba24-33d627a4df07 req-ce20921d-2c4f-4f67-9a52-c58d356b4c1b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313034 Jun 29 03:31:10.776069 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab540269-98e3-445f-b8b8-badd2c08ae94 req-1e68efad-4301-4795-b5a8-29532105b259 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:10.777491 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ab540269-98e3-445f-b8b8-badd2c08ae94 req-1e68efad-4301-4795-b5a8-29532105b259 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 945 time: 0.0680497 Jun 29 03:31:10.908803 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-ab540269-98e3-445f-b8b8-badd2c08ae94 req-5fe12213-ddb3-42e2-b85c-d6b443acc9a8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Deleting port 028fee85-21bd-4fe8-a33c-b76bb06417d0 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:31:10.908998 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-ab540269-98e3-445f-b8b8-badd2c08ae94 req-5fe12213-ddb3-42e2-b85c-d6b443acc9a8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:10.996634 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-ab540269-98e3-445f-b8b8-badd2c08ae94 req-5fe12213-ddb3-42e2-b85c-d6b443acc9a8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] For port 028fee85-21bd-4fe8-a33c-b76bb06417d0, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=028fee85-21bd-4fe8-a33c-b76bb06417d0,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:10.997537 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-ab540269-98e3-445f-b8b8-badd2c08ae94 req-5fe12213-ddb3-42e2-b85c-d6b443acc9a8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:11.013791 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-ab540269-98e3-445f-b8b8-badd2c08ae94 req-5fe12213-ddb3-42e2-b85c-d6b443acc9a8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Calling delete_port for 028fee85-21bd-4fe8-a33c-b76bb06417d0 owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:31:11.138052 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-ab540269-98e3-445f-b8b8-badd2c08ae94 req-5fe12213-ddb3-42e2-b85c-d6b443acc9a8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:11.141721 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:11.165818 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe12213-ddb3-42e2-b85c-d6b443acc9a8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Pushing event deleted for resources: {'Port': ['ID=028fee85-21bd-4fe8-a33c-b76bb06417d0,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:11.169343 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5fe12213-ddb3-42e2-b85c-d6b443acc9a8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:11.180709 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['21eb1c87-eb8e-4454-a96a-6559b9f04f9f', '34111b78-ac08-438f-a09d-26d73547822a', '028fee85-21bd-4fe8-a33c-b76bb06417d0'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:11.215903 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab540269-98e3-445f-b8b8-badd2c08ae94 req-5fe12213-ddb3-42e2-b85c-d6b443acc9a8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] No DVR routers for this DVR port 028fee85-21bd-4fe8-a33c-b76bb06417d0 on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:31:11.219189 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-ab540269-98e3-445f-b8b8-badd2c08ae94 req-5fe12213-ddb3-42e2-b85c-d6b443acc9a8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:11.221725 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ab540269-98e3-445f-b8b8-badd2c08ae94 req-5fe12213-ddb3-42e2-b85c-d6b443acc9a8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "DELETE /v2.0/ports/028fee85-21bd-4fe8-a33c-b76bb06417d0 HTTP/1.1" status: 204 len: 173 time: 0.4322124 Jun 29 03:31:11.222249 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '999dc0a8-f204-4664-99d7-c9ca5aa80521', 'name': 'network-vif-deleted', 'tag': '028fee85-21bd-4fe8-a33c-b76bb06417d0'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:11.224549 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e261c6b5-5695-486c-8619-bb63a52e74ad" -d '{"events": [{"server_uuid": "999dc0a8-f204-4664-99d7-c9ca5aa80521", "name": "network-vif-deleted", "tag": "028fee85-21bd-4fe8-a33c-b76bb06417d0"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:11.289805 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bbc720c-e581-426e-8bd4-61d05e4e1abe x-openstack-request-id: req-8bbc720c-e581-426e-8bd4-61d05e4e1abe {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:11.290381 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "999dc0a8-f204-4664-99d7-c9ca5aa80521", "name": "network-vif-deleted", "tag": "028fee85-21bd-4fe8-a33c-b76bb06417d0", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:11.290381 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8bbc720c-e581-426e-8bd4-61d05e4e1abe {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:11.290809 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '999dc0a8-f204-4664-99d7-c9ca5aa80521', 'name': 'network-vif-deleted', 'tag': '028fee85-21bd-4fe8-a33c-b76bb06417d0', 'status': 'completed', 'code': 200} Jun 29 03:31:11.342165 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9205b14-1d8b-42f5-88e9-62d423b4a759 req-66a7f350-6768-4fe9-bf31-c10ebe3bcbce tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:11.352129 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b9205b14-1d8b-42f5-88e9-62d423b4a759 req-66a7f350-6768-4fe9-bf31-c10ebe3bcbce tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 944 time: 0.1010885 Jun 29 03:31:11.363093 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 27a2d25d-9264-44e8-b567-66526bbe0305 up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:31:11.394939 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b9205b14-1d8b-42f5-88e9-62d423b4a759 req-68d775a3-34c6-42cf-8a97-f164d328b083 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417006 Jun 29 03:31:11.436092 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-97db9bfb-6830-4ef2-aa13-0562b9999eed req-c31058dd-5cac-4ece-8b52-0a33d6e770be tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=999dc0a8-f204-4664-99d7-c9ca5aa80521 HTTP/1.1" status: 200 len: 210 time: 0.0384736 Jun 29 03:31:11.498016 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 27a2d25d-9264-44e8-b567-66526bbe0305 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:31:11.506928 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 27a2d25d-9264-44e8-b567-66526bbe0305 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:31:11.507309 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:11.535987 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e132d0-c585-4516-90b1-c914291ee496 req-8fd7d8c3-2dd0-4b15-b160-a1c14be7d084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:11.537494 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-85e132d0-c585-4516-90b1-c914291ee496 req-8fd7d8c3-2dd0-4b15-b160-a1c14be7d084 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059&tenant_id=d5af8f42ab554f359650a231f3bb3804 HTTP/1.1" status: 200 len: 1096 time: 0.0998399 Jun 29 03:31:11.597231 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:11.624730 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa1cf2a-501a-402b-8047-dd676c551839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a2d25d-9264-44e8-b567-66526bbe0305'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:11.627139 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a6037d9-bd01-4b4c-9289-3cd9e8ab58c4" -d '{"events": [{"server_uuid": "dfa1cf2a-501a-402b-8047-dd676c551839", "name": "network-vif-plugged", "status": "completed", "tag": "27a2d25d-9264-44e8-b567-66526bbe0305"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:11.642545 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 27a2d25d-9264-44e8-b567-66526bbe0305, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=27a2d25d-9264-44e8-b567-66526bbe0305,segment=NetworkSegment(2b6bdc7d-1945-4f85-812e-1c11a5028a49),segment_id=2b6bdc7d-1945-4f85-812e-1c11a5028a49)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:11.648981 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:11.651055 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device a6aeaf5d-76bf-4eec-872c-4f28b1194195 up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:31:11.653193 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:11.665397 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e132d0-c585-4516-90b1-c914291ee496 req-413fa2bb-cda0-429f-93a6-1cccefc236ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:11.667019 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-85e132d0-c585-4516-90b1-c914291ee496 req-413fa2bb-cda0-429f-93a6-1cccefc236ff service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5af8f42ab554f359650a231f3bb3804&device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 1096 time: 0.0854993 Jun 29 03:31:11.743494 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=27a2d25d-9264-44e8-b567-66526bbe0305,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:11.747331 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:11.762721 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port a6aeaf5d-76bf-4eec-872c-4f28b1194195 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:31:11.768165 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port a6aeaf5d-76bf-4eec-872c-4f28b1194195 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:31:11.768165 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:11.788627 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a436a064-a30e-4197-8205-3540b12c667e req-6a60b546-c021-4d41-9071-559bf568f919 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:11.790275 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a436a064-a30e-4197-8205-3540b12c667e req-6a60b546-c021-4d41-9071-559bf568f919 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0820587 Jun 29 03:31:11.803954 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805ea4ed-f3df-4f4a-a897-179de043ea9a req-b42b8102-e6d3-4e56-b178-6e5bf10052bd tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:11.810053 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-805ea4ed-f3df-4f4a-a897-179de043ea9a req-b42b8102-e6d3-4e56-b178-6e5bf10052bd tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1585567 Jun 29 03:31:11.836848 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e132d0-c585-4516-90b1-c914291ee496 req-bea3e8c3-f6f6-49a8-9d27-b7a035b3defb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:11.838396 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-85e132d0-c585-4516-90b1-c914291ee496 req-bea3e8c3-f6f6-49a8-9d27-b7a035b3defb service neutron] 10.222.0.21 "GET /v2.0/networks?id=a16d7e30-f69f-4058-b150-43ccbc7efc7b HTTP/1.1" status: 200 len: 917 time: 0.1516140 Jun 29 03:31:11.843390 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a436a064-a30e-4197-8205-3540b12c667e req-dce570c1-a06f-4a96-8c56-babf87a4f43b tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426540 Jun 29 03:31:11.870726 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:11.897020 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d49988-1556-4830-8446-3adb8f4e9986 x-openstack-request-id: req-f8d49988-1556-4830-8446-3adb8f4e9986 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:11.897521 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa1cf2a-501a-402b-8047-dd676c551839", "name": "network-vif-plugged", "status": "completed", "tag": "27a2d25d-9264-44e8-b567-66526bbe0305", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:11.897934 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8d49988-1556-4830-8446-3adb8f4e9986 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:11.898819 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa1cf2a-501a-402b-8047-dd676c551839', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27a2d25d-9264-44e8-b567-66526bbe0305', 'code': 200} Jun 29 03:31:11.904415 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-805ea4ed-f3df-4f4a-a897-179de043ea9a req-af6817c8-05ce-4855-8896-ecad54e18eb2 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863326 Jun 29 03:31:11.923402 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port a6aeaf5d-76bf-4eec-872c-4f28b1194195, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a6aeaf5d-76bf-4eec-872c-4f28b1194195,segment=NetworkSegment(0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a),segment_id=0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:11.926445 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-85e132d0-c585-4516-90b1-c914291ee496 req-b290a170-72db-4b13-b5ad-c6ebb6cd8397 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=166112e0-022b-4427-852b-bcecd0bbc846 HTTP/1.1" status: 200 len: 998 time: 0.0730782 Jun 29 03:31:11.928834 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:11.932787 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:11.986827 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=a6aeaf5d-76bf-4eec-872c-4f28b1194195,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:11.990982 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:11.998678 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e132d0-c585-4516-90b1-c914291ee496 req-222cec52-fb1c-4609-99b1-bf551995052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:12.000265 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-85e132d0-c585-4516-90b1-c914291ee496 req-222cec52-fb1c-4609-99b1-bf551995052b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b419f8dc-93fd-4a1b-bc32-b27006c69e77 HTTP/1.1" status: 200 len: 855 time: 0.0636635 Jun 29 03:31:12.067720 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e132d0-c585-4516-90b1-c914291ee496 req-b4a50eb6-767f-48c3-a9e3-b6438c9e0326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:12.069142 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-85e132d0-c585-4516-90b1-c914291ee496 req-b4a50eb6-767f-48c3-a9e3-b6438c9e0326 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a16d7e30-f69f-4058-b150-43ccbc7efc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0621119 Jun 29 03:31:12.086040 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147129c4-6541-47cd-a254-3a4779315e0b req-9565a611-aa94-420e-b8cf-d1fc1c415f31 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:12.089431 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-147129c4-6541-47cd-a254-3a4779315e0b req-9565a611-aa94-420e-b8cf-d1fc1c415f31 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0696583 Jun 29 03:31:12.133929 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-147129c4-6541-47cd-a254-3a4779315e0b req-deea8741-782c-421a-bb01-340907c64b6d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379140 Jun 29 03:31:12.213909 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-85e132d0-c585-4516-90b1-c914291ee496 req-0e3b5304-4886-4f15-b1f3-12e7d4c15cf4 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247351 Jun 29 03:31:12.229524 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:31:12.300347 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d887f636-4b21-4946-b9d1-687c51e46988 req-8bc9765a-3767-4679-9fa2-ecb7b839d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:12.301847 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d887f636-4b21-4946-b9d1-687c51e46988 req-8bc9765a-3767-4679-9fa2-ecb7b839d61d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 1098 time: 0.1369867 Jun 29 03:31:12.351437 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-85e132d0-c585-4516-90b1-c914291ee496 req-a27f773a-f071-49e3-9b7a-4082b2afcba8 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299493 Jun 29 03:31:12.355313 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d887f636-4b21-4946-b9d1-687c51e46988 req-6ff0e41e-456b-4a32-9cdd-b3b52fae3a15 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467424 Jun 29 03:31:12.589608 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10191a-f452-4e50-b17b-c3b5d2be1eb1 req-464244aa-ad1e-4034-be5e-fc14b3f7132c tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:12.591803 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4c10191a-f452-4e50-b17b-c3b5d2be1eb1 req-464244aa-ad1e-4034-be5e-fc14b3f7132c tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0620964 Jun 29 03:31:12.628846 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4c10191a-f452-4e50-b17b-c3b5d2be1eb1 req-a00a436a-c47a-4135-8bbb-6d4ede4d227d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313008 Jun 29 03:31:12.882092 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdc0e69-453a-4310-8b1a-48c3551ae991 req-336bca38-9b8d-4af9-89a1-13ceaf64631c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:12.883644 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9cdc0e69-453a-4310-8b1a-48c3551ae991 req-336bca38-9b8d-4af9-89a1-13ceaf64631c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.0646524 Jun 29 03:31:12.927205 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9cdc0e69-453a-4310-8b1a-48c3551ae991 req-5680dfb9-7424-4ed0-a226-db937b54b861 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364051 Jun 29 03:31:13.033311 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d83a93-7f57-46af-8c5d-1790105f1e81 req-560f935a-342c-4bfd-9585-bd3c8c188016 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:13.035005 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-48d83a93-7f57-46af-8c5d-1790105f1e81 req-560f935a-342c-4bfd-9585-bd3c8c188016 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0713680 Jun 29 03:31:13.075775 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-48d83a93-7f57-46af-8c5d-1790105f1e81 req-43836881-dbe8-4fe3-a96e-f7fab766a658 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342171 Jun 29 03:31:13.248375 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ae400-7835-4940-a8ca-6ce518976a2d req-fac04a3e-6109-43fc-bf6e-fbf715f9bc1f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:13.261242 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-609ae400-7835-4940-a8ca-6ce518976a2d req-fac04a3e-6109-43fc-bf6e-fbf715f9bc1f tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.2186708 Jun 29 03:31:13.329039 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-609ae400-7835-4940-a8ca-6ce518976a2d req-e6c808b1-b6ac-4b02-8e52-ac778c0462e6 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668657 Jun 29 03:31:13.426643 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e9412-d305-4db3-8148-22bd828d580b req-9f256e4e-1c59-4323-806b-957b1a497d0a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:13.433794 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-818e9412-d305-4db3-8148-22bd828d580b req-9f256e4e-1c59-4323-806b-957b1a497d0a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0746980 Jun 29 03:31:13.443938 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:13.469356 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-818e9412-d305-4db3-8148-22bd828d580b req-d54ed5e5-bab5-450f-a3c7-df944500ef56 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338752 Jun 29 03:31:13.809638 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e14381a-99ca-4551-96dd-47b90a0b80dd req-56aed9c3-e2cf-4cf2-adcd-56848ee61c26 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:13.811161 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0e14381a-99ca-4551-96dd-47b90a0b80dd req-56aed9c3-e2cf-4cf2-adcd-56848ee61c26 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0656922 Jun 29 03:31:13.849833 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0e14381a-99ca-4551-96dd-47b90a0b80dd req-46444cca-bad5-47b1-a256-efe6ec3287f8 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316107 Jun 29 03:31:13.900201 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:13.902582 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-860e0ea2-b16e-4688-bef3-abc9638d4ca4" -d '{"events": [{"server_uuid": "e76ace18-14d9-40a9-9a09-7981c4b07e05", "name": "network-vif-plugged", "status": "completed", "tag": "a6aeaf5d-76bf-4eec-872c-4f28b1194195"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:13.941800 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860b51b0-9936-4fad-bf26-d61348ef17bd x-openstack-request-id: req-860b51b0-9936-4fad-bf26-d61348ef17bd {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:13.941800 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76ace18-14d9-40a9-9a09-7981c4b07e05", "name": "network-vif-plugged", "status": "completed", "tag": "a6aeaf5d-76bf-4eec-872c-4f28b1194195", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:13.941800 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-860b51b0-9936-4fad-bf26-d61348ef17bd {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:13.941800 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195', 'code': 200} Jun 29 03:31:14.108854 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ae225-c94d-44f3-8457-d4b61e7f42a8 req-f82e03c6-30f0-4061-b588-56f63ded981d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:14.110570 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e03ae225-c94d-44f3-8457-d4b61e7f42a8 req-f82e03c6-30f0-4061-b588-56f63ded981d tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.0703053 Jun 29 03:31:14.154240 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e03ae225-c94d-44f3-8457-d4b61e7f42a8 req-7a66049f-40d0-41ad-aa90-763781a6ca3b tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363677 Jun 29 03:31:14.265126 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea7c37-fcee-492e-8864-45e58bf2a10a req-d840607a-75da-40d2-bcfe-2a5d0f0f5bfb tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:14.266677 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b7ea7c37-fcee-492e-8864-45e58bf2a10a req-d840607a-75da-40d2-bcfe-2a5d0f0f5bfb tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0672233 Jun 29 03:31:14.310581 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b7ea7c37-fcee-492e-8864-45e58bf2a10a req-0fa27a69-00da-44ae-95c1-780546c97205 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380301 Jun 29 03:31:14.505553 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e2e133-f34a-4b26-bf46-0a1115c9dd33 req-f5f6f979-4546-4aef-b1af-c33b6c8e4a63 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:14.507332 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7e2e133-f34a-4b26-bf46-0a1115c9dd33 req-f5f6f979-4546-4aef-b1af-c33b6c8e4a63 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0663431 Jun 29 03:31:14.547217 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7e2e133-f34a-4b26-bf46-0a1115c9dd33 req-77a1a474-e0d1-480f-b9c7-69cdf3a810b5 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342145 Jun 29 03:31:14.666228 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c86bcf-ed59-4b53-8d4f-66a15072681f req-148add1f-0b6d-41cb-abe4-fe90e85bc99e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:14.667644 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-48c86bcf-ed59-4b53-8d4f-66a15072681f req-148add1f-0b6d-41cb-abe4-fe90e85bc99e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0629776 Jun 29 03:31:14.707643 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-48c86bcf-ed59-4b53-8d4f-66a15072681f req-512e2d99-b6eb-4603-8425-b2a5da1cd6b5 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332561 Jun 29 03:31:15.028722 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c7d91b-495d-4f6f-b303-183f094f9fbb req-6c5d3a63-dafc-4883-9b10-ac0b8577ec6b tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:15.030217 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-73c7d91b-495d-4f6f-b303-183f094f9fbb req-6c5d3a63-dafc-4883-9b10-ac0b8577ec6b tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0659933 Jun 29 03:31:15.072320 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-73c7d91b-495d-4f6f-b303-183f094f9fbb req-52b99543-b325-4310-8139-66e3fd6e30b6 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365274 Jun 29 03:31:15.350597 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fca252-5ba2-4f93-884e-7062a56fb34c req-ea329d5c-2ef9-49e7-a869-da4aa8a9233a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:15.352183 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f0fca252-5ba2-4f93-884e-7062a56fb34c req-ea329d5c-2ef9-49e7-a869-da4aa8a9233a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.0786991 Jun 29 03:31:15.374255 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 028fee85-21bd-4fe8-a33c-b76bb06417d0 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:31:15.396904 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f0fca252-5ba2-4f93-884e-7062a56fb34c req-6ce913dc-0626-477e-a325-743a9e3a9cd4 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377059 Jun 29 03:31:15.404011 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 028fee85-21bd-4fe8-a33c-b76bb06417d0 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:31:15.404361 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 028fee85-21bd-4fe8-a33c-b76bb06417d0 not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:31:15.504599 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56dfeb1-42f0-423c-99f0-890526511259 req-7e8df5bb-ee87-4693-b0b0-4b3a505665a3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:15.506447 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f56dfeb1-42f0-423c-99f0-890526511259 req-7e8df5bb-ee87-4693-b0b0-4b3a505665a3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0678937 Jun 29 03:31:15.546146 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f56dfeb1-42f0-423c-99f0-890526511259 req-517c5634-b887-4a58-a7d2-6213e4732ad1 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336480 Jun 29 03:31:15.654536 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5ce23c23-1060-40f7-aad7-fe21fdad60d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:15.734010 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a2a21-ed95-4e11-9402-e3d298e9fee1 req-3c63a9df-798a-4bf6-9790-0123952bb0e1 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:15.735459 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-730a2a21-ed95-4e11-9402-e3d298e9fee1 req-3c63a9df-798a-4bf6-9790-0123952bb0e1 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0685749 Jun 29 03:31:15.779159 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-730a2a21-ed95-4e11-9402-e3d298e9fee1 req-f4319443-d10c-4850-ad6f-2801d205d251 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369964 Jun 29 03:31:15.923132 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078d2c9d-95b7-4d05-9cb1-814d944f1134 req-7fe1e545-ed60-468e-b33b-d9a29783e57f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:15.924570 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-078d2c9d-95b7-4d05-9cb1-814d944f1134 req-7fe1e545-ed60-468e-b33b-d9a29783e57f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0666554 Jun 29 03:31:15.963670 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-078d2c9d-95b7-4d05-9cb1-814d944f1134 req-ce8766e3-11d6-4f25-ac22-3a25b14c8b7f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332806 Jun 29 03:31:16.286629 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea1391-ab8f-4b8b-b84d-8cc660e91626 req-a73613af-040d-46d0-9b91-6a65d52ad251 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:16.288153 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-80ea1391-ab8f-4b8b-b84d-8cc660e91626 req-a73613af-040d-46d0-9b91-6a65d52ad251 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0689251 Jun 29 03:31:16.329799 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-80ea1391-ab8f-4b8b-b84d-8cc660e91626 req-df89574a-bbcc-43af-b0da-aafd3bb282df tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340869 Jun 29 03:31:16.734157 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81f1460-c42b-41a6-b856-45ddf42462d2 req-aee67092-a53a-42a4-b4d2-5a04b44b6039 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:16.736544 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e81f1460-c42b-41a6-b856-45ddf42462d2 req-aee67092-a53a-42a4-b4d2-5a04b44b6039 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0692101 Jun 29 03:31:16.781658 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e81f1460-c42b-41a6-b856-45ddf42462d2 req-1a133e5f-0bf0-4844-9a0c-6836eeef04ec tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391247 Jun 29 03:31:16.831731 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fd1798-9d1c-45a4-92bc-2ca942bf11af req-43b92ec5-077f-4e49-a9b3-94ef7619050f tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:16.833244 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-63fd1798-9d1c-45a4-92bc-2ca942bf11af req-43b92ec5-077f-4e49-a9b3-94ef7619050f tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.3247616 Jun 29 03:31:16.878254 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-63fd1798-9d1c-45a4-92bc-2ca942bf11af req-63f4b204-cc9f-4695-a240-230fe1084679 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389447 Jun 29 03:31:16.966478 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d619a5-5420-48c7-9e8f-9cdd730931b8 req-1049a943-20bc-4ab6-9be0-ff4586bb00fc tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:16.968036 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-18d619a5-5420-48c7-9e8f-9cdd730931b8 req-1049a943-20bc-4ab6-9be0-ff4586bb00fc tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0657136 Jun 29 03:31:17.015071 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-18d619a5-5420-48c7-9e8f-9cdd730931b8 req-fb165bfe-a82e-403c-a2cd-2f273d4818a4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412867 Jun 29 03:31:17.156088 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b55de1-0c11-4f5c-8198-eb5768c91a73 req-456efa33-e28d-4bda-9b09-f2a99b5653c0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:17.157666 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-49b55de1-0c11-4f5c-8198-eb5768c91a73 req-456efa33-e28d-4bda-9b09-f2a99b5653c0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0648429 Jun 29 03:31:17.197747 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-49b55de1-0c11-4f5c-8198-eb5768c91a73 req-b76cb8e0-c207-46e2-803c-4332bba2e1b8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333841 Jun 29 03:31:17.505479 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29887ab-8c4d-45f4-9407-29d6a0bbffe6 req-158edb8d-f190-4504-93cd-49163e020dd0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:17.506959 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b29887ab-8c4d-45f4-9407-29d6a0bbffe6 req-158edb8d-f190-4504-93cd-49163e020dd0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0643303 Jun 29 03:31:17.546948 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b29887ab-8c4d-45f4-9407-29d6a0bbffe6 req-912f5e6c-5dfa-4d83-973f-4bf7c16ee2c3 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337360 Jun 29 03:31:17.971175 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1044d518-04c6-4626-a0f7-fd89731fc81f req-3dc6988d-de9c-4327-88fa-56e6881b29fa tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:17.973664 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1044d518-04c6-4626-a0f7-fd89731fc81f req-3dc6988d-de9c-4327-88fa-56e6881b29fa tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0737176 Jun 29 03:31:18.017397 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1044d518-04c6-4626-a0f7-fd89731fc81f req-184803b5-1ec5-4a78-8767-e7bebf23142f tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365658 Jun 29 03:31:18.081832 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d74ea8-a9e5-4660-9e11-18ca843e2a73 req-8a49e6ca-b9fe-4a25-b2c2-347fd493f6dc tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:18.083307 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-38d74ea8-a9e5-4660-9e11-18ca843e2a73 req-8a49e6ca-b9fe-4a25-b2c2-347fd493f6dc tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.0858133 Jun 29 03:31:18.129842 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-38d74ea8-a9e5-4660-9e11-18ca843e2a73 req-f8637fe7-65d2-462e-82fc-03117299e441 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366628 Jun 29 03:31:18.209181 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc54eda-c5ba-4cbd-b5f7-b28d1cde6bfe req-8980d196-97cb-493f-92ba-39e002db8fd5 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:18.210562 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-edc54eda-c5ba-4cbd-b5f7-b28d1cde6bfe req-8980d196-97cb-493f-92ba-39e002db8fd5 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0646636 Jun 29 03:31:18.258104 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-edc54eda-c5ba-4cbd-b5f7-b28d1cde6bfe req-209f7bce-5456-427a-b42e-e0f8cdf9943c tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412738 Jun 29 03:31:18.392959 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab8696f-351d-499b-9f41-eb0cdfa2877a req-5b3cc410-cf7c-49e4-916b-083e1ee9d314 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:18.394435 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bab8696f-351d-499b-9f41-eb0cdfa2877a req-5b3cc410-cf7c-49e4-916b-083e1ee9d314 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0706961 Jun 29 03:31:18.438418 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bab8696f-351d-499b-9f41-eb0cdfa2877a req-92f5782b-8d9a-4944-a025-337b37ba86b9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382667 Jun 29 03:31:18.471365 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-be5f6d06-dbbb-4133-bf1b-624c6fa0881d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:18.738422 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:18.747710 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680ac24c-60b8-43b3-8b8d-d4a1c9142aa7 req-014357c9-994e-4e37-9183-b4be2e766b45 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:18.749249 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-680ac24c-60b8-43b3-8b8d-d4a1c9142aa7 req-014357c9-994e-4e37-9183-b4be2e766b45 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0834408 Jun 29 03:31:18.791044 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-680ac24c-60b8-43b3-8b8d-d4a1c9142aa7 req-d95f6eb6-9876-4350-81ce-786d443285ab tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349298 Jun 29 03:31:19.201421 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dbda24-edd3-435f-8ff0-90c9628bafed req-9cafa200-db9f-44b8-a860-44c7d863a80e tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:19.202966 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-12dbda24-edd3-435f-8ff0-90c9628bafed req-9cafa200-db9f-44b8-a860-44c7d863a80e tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0698447 Jun 29 03:31:19.255916 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-12dbda24-edd3-435f-8ff0-90c9628bafed req-38e025e9-b3d4-46bf-b7c6-d7dc54b9ae2c tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447915 Jun 29 03:31:19.334498 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7fb2d9-c715-4c89-bb0f-8c3ccd37b218 req-21669571-3f7d-4ce4-9031-8c473a70873a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:19.336030 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f7fb2d9-c715-4c89-bb0f-8c3ccd37b218 req-21669571-3f7d-4ce4-9031-8c473a70873a tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.0753884 Jun 29 03:31:19.376650 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f7fb2d9-c715-4c89-bb0f-8c3ccd37b218 req-b3282a1e-73e3-44f4-aed2-11f1d1adabb5 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345595 Jun 29 03:31:19.456443 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8593bb0-8c0f-48c0-adb0-8daffb6a86ba req-c4de54ab-6bcc-463c-8cfd-057361d87d53 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:19.458057 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8593bb0-8c0f-48c0-adb0-8daffb6a86ba req-c4de54ab-6bcc-463c-8cfd-057361d87d53 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0719912 Jun 29 03:31:19.518066 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8593bb0-8c0f-48c0-adb0-8daffb6a86ba req-729f0b9d-6bd2-4b4c-800e-1dc88c1f9a33 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533109 Jun 29 03:31:19.582421 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:19.634325 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18ff0d5-643a-489b-a620-26869d948f43 req-e9951d78-debf-4f3d-ba99-b2a0a384ff6d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:19.635869 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e18ff0d5-643a-489b-a620-26869d948f43 req-e9951d78-debf-4f3d-ba99-b2a0a384ff6d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0659688 Jun 29 03:31:19.675554 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e18ff0d5-643a-489b-a620-26869d948f43 req-36bc10e6-fc88-4601-bc44-e545e5cd5931 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334048 Jun 29 03:31:19.965935 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c775-dcce-41bb-96bc-292b171a933d req-3a40ee8d-e342-4756-94af-7bfd680ea119 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:19.967493 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4990c775-dcce-41bb-96bc-292b171a933d req-3a40ee8d-e342-4756-94af-7bfd680ea119 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0630748 Jun 29 03:31:20.005879 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4990c775-dcce-41bb-96bc-292b171a933d req-fe81a503-e201-4784-a3a3-d236b16afe8d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326743 Jun 29 03:31:20.451006 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502c397b-0092-458c-9fc3-5e45b7ecdeb1 req-d53315fd-b5f9-45b8-8f1c-bda386e26ff5 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:20.453366 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-502c397b-0092-458c-9fc3-5e45b7ecdeb1 req-d53315fd-b5f9-45b8-8f1c-bda386e26ff5 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0742500 Jun 29 03:31:20.492307 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-502c397b-0092-458c-9fc3-5e45b7ecdeb1 req-91a861f4-12b8-45bc-a491-53cd801fa2f8 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341213 Jun 29 03:31:20.567007 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2a2b43-4358-4f41-9bfb-5f7e76a706b8 req-25536783-7529-4513-ba28-b37d03fb2cf5 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:20.568531 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cf2a2b43-4358-4f41-9bfb-5f7e76a706b8 req-25536783-7529-4513-ba28-b37d03fb2cf5 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.0692184 Jun 29 03:31:20.615914 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cf2a2b43-4358-4f41-9bfb-5f7e76a706b8 req-1fbf350d-aa05-44ff-a29d-ab78b759acb1 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401676 Jun 29 03:31:20.700219 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac3a4e2-4ec9-44fc-9f00-eab7f4e5eb0f req-28fcf962-6b00-4759-833e-304d91a7f623 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:20.701741 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9ac3a4e2-4ec9-44fc-9f00-eab7f4e5eb0f req-28fcf962-6b00-4759-833e-304d91a7f623 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0668178 Jun 29 03:31:20.742998 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9ac3a4e2-4ec9-44fc-9f00-eab7f4e5eb0f req-830d68af-788b-47b6-9dd6-bf3f3875d72a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352883 Jun 29 03:31:20.844361 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:20.863182 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c70f69-af31-4531-98ef-667c25fdc726 req-bf7a3611-edf9-44a2-8a8f-bb0c396fa18b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:20.864681 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-73c70f69-af31-4531-98ef-667c25fdc726 req-bf7a3611-edf9-44a2-8a8f-bb0c396fa18b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0649104 Jun 29 03:31:20.903698 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-73c70f69-af31-4531-98ef-667c25fdc726 req-0321e7df-c7af-4fd7-9d8c-761f78a90e31 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334451 Jun 29 03:31:21.182776 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695839b9-640b-4645-b61b-6602ca1fb969 req-54d57ae3-0433-4b3e-8bbe-b1b718a9ff41 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:21.184509 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-695839b9-640b-4645-b61b-6602ca1fb969 req-54d57ae3-0433-4b3e-8bbe-b1b718a9ff41 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0637567 Jun 29 03:31:21.224278 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-695839b9-640b-4645-b61b-6602ca1fb969 req-fd25c95f-5a9c-426d-8b73-439ffade32bd tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332694 Jun 29 03:31:21.680994 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0825176-dd77-4942-bc13-40f2efd8b8ad req-daea9b2c-dd8c-4e7c-a9d4-c759a31d70f9 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:21.695140 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b0825176-dd77-4942-bc13-40f2efd8b8ad req-daea9b2c-dd8c-4e7c-a9d4-c759a31d70f9 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0745056 Jun 29 03:31:21.729478 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b0825176-dd77-4942-bc13-40f2efd8b8ad req-38deb61b-a1a4-424d-8971-6a3d154b50af tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393672 Jun 29 03:31:21.846521 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b8832-fe24-4fa1-b417-40a72550a8f7 req-7fda600b-9833-4503-825f-2ccaea04d4db tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:21.849447 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-275b8832-fe24-4fa1-b417-40a72550a8f7 req-7fda600b-9833-4503-825f-2ccaea04d4db tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.0979664 Jun 29 03:31:21.892184 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-275b8832-fe24-4fa1-b417-40a72550a8f7 req-3fe26df9-1132-43b4-ac22-b3bf28cf76be tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359149 Jun 29 03:31:21.937772 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646470fb-590d-432a-8929-092b6ee81801 req-6a6bc1b7-04b2-4968-bcac-8d7fb7fad203 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:21.939302 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-646470fb-590d-432a-8929-092b6ee81801 req-6a6bc1b7-04b2-4968-bcac-8d7fb7fad203 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0721955 Jun 29 03:31:21.982804 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-646470fb-590d-432a-8929-092b6ee81801 req-efbed979-1536-4140-94d0-6350bcd19653 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365202 Jun 29 03:31:22.090084 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f82208-9956-4979-9030-b0d4922cf39e req-5e882028-9d11-4271-9330-8ecefda2a6fa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:22.091805 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-11f82208-9956-4979-9030-b0d4922cf39e req-5e882028-9d11-4271-9330-8ecefda2a6fa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0670621 Jun 29 03:31:22.135570 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-11f82208-9956-4979-9030-b0d4922cf39e req-b76393db-28cd-49a8-b538-8e6323023fce tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358255 Jun 29 03:31:22.412902 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946c0952-b84e-43ef-966c-c3e3a4c4c532 req-18530ecb-83a0-4bce-a5e7-a528804c1e32 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:22.415328 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-946c0952-b84e-43ef-966c-c3e3a4c4c532 req-18530ecb-83a0-4bce-a5e7-a528804c1e32 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0707934 Jun 29 03:31:22.458587 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-946c0952-b84e-43ef-966c-c3e3a4c4c532 req-cf901bd7-1f5e-49ff-bf7b-ea6a1c320ec9 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334575 Jun 29 03:31:22.921689 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5736450a-b747-497c-9548-5f200d63f3db req-32a8ca17-6b83-4365-a810-a4c03a85cb45 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:22.923218 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5736450a-b747-497c-9548-5f200d63f3db req-32a8ca17-6b83-4365-a810-a4c03a85cb45 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0718927 Jun 29 03:31:22.971700 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5736450a-b747-497c-9548-5f200d63f3db req-73f42d74-efe4-4a5e-b499-96092508a617 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424938 Jun 29 03:31:23.098235 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b868ff4-dc66-4a4a-af6d-df37a8bb3779 req-26434cb9-47b0-471c-b2dc-f3311891661b tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:23.099774 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7b868ff4-dc66-4a4a-af6d-df37a8bb3779 req-26434cb9-47b0-471c-b2dc-f3311891661b tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.0696104 Jun 29 03:31:23.141556 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7b868ff4-dc66-4a4a-af6d-df37a8bb3779 req-b13c54d7-ce43-49a3-9245-49e5e5e39e33 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357506 Jun 29 03:31:23.192295 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a489b37-eac1-4df8-86ca-25f78b057866 req-898ea9e3-98d5-44e6-a1c4-6e73a4f3fe1a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:23.193791 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0a489b37-eac1-4df8-86ca-25f78b057866 req-898ea9e3-98d5-44e6-a1c4-6e73a4f3fe1a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0817673 Jun 29 03:31:23.245774 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0a489b37-eac1-4df8-86ca-25f78b057866 req-6f1ee67a-a6c4-452d-89d5-99162ab36cdf tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455396 Jun 29 03:31:23.323438 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd0f0a-b959-4f97-9f20-44639dd687d8 req-9559a978-dfe1-4f9f-a5d5-f36d6315a1ae tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:23.325632 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ccbd0f0a-b959-4f97-9f20-44639dd687d8 req-9559a978-dfe1-4f9f-a5d5-f36d6315a1ae tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0670137 Jun 29 03:31:23.364529 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ccbd0f0a-b959-4f97-9f20-44639dd687d8 req-c54edc5f-bfd7-4241-bb46-8b65716ec101 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324745 Jun 29 03:31:23.643812 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf8012d-c895-483a-8c70-2675c91cad13 req-0f38e254-9206-4b36-b874-00b8c97b8ad0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:23.645334 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6cf8012d-c895-483a-8c70-2675c91cad13 req-0f38e254-9206-4b36-b874-00b8c97b8ad0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0666122 Jun 29 03:31:23.683347 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6cf8012d-c895-483a-8c70-2675c91cad13 req-e0fd2572-408d-4dd7-8ef9-e57e148a4311 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323737 Jun 29 03:31:24.143966 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9419843c-ee36-47d2-9e93-090f79148f29 req-2c015aea-6a6a-4ce4-8ea5-c410a8c61b1d tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:24.145406 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9419843c-ee36-47d2-9e93-090f79148f29 req-2c015aea-6a6a-4ce4-8ea5-c410a8c61b1d tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0608284 Jun 29 03:31:24.186308 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9419843c-ee36-47d2-9e93-090f79148f29 req-db52f386-5af3-4964-9e5e-59d5ae5e871b tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353339 Jun 29 03:31:24.317651 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e73f4d-36c6-4a5e-9349-fa6ec2ba78c9 req-95a3f6f1-2181-41c8-a1ab-e1b84e3fdfe9 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:24.319190 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a5e73f4d-36c6-4a5e-9349-fa6ec2ba78c9 req-95a3f6f1-2181-41c8-a1ab-e1b84e3fdfe9 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.0665617 Jun 29 03:31:24.360004 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a5e73f4d-36c6-4a5e-9349-fa6ec2ba78c9 req-7874fb05-a68a-4233-ac7f-b4d5b918c293 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334656 Jun 29 03:31:24.426400 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c3ff17-db8d-4909-86aa-0bbe7d99c983 req-2520721f-6380-4e1e-917d-fb1bfd211dac tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:24.428460 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-28c3ff17-db8d-4909-86aa-0bbe7d99c983 req-2520721f-6380-4e1e-917d-fb1bfd211dac tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0662036 Jun 29 03:31:24.469286 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-28c3ff17-db8d-4909-86aa-0bbe7d99c983 req-faa86dd1-15cc-4f40-891b-dbb073b6a383 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346346 Jun 29 03:31:24.558641 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beba0a5-7dc6-4e81-98e9-ce1866006063 req-f46473dd-5eba-46e0-8ac1-c1c1138e2e47 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:24.560143 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7beba0a5-7dc6-4e81-98e9-ce1866006063 req-f46473dd-5eba-46e0-8ac1-c1c1138e2e47 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0645092 Jun 29 03:31:24.599662 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7beba0a5-7dc6-4e81-98e9-ce1866006063 req-29b76b65-40e1-4f81-8662-abe67de6cfaa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338075 Jun 29 03:31:24.710494 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc47d6c-4d81-465a-aedd-3f61e37e4236 req-34729622-afcf-4f2f-95cd-5a71204fe7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:24.712012 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0bc47d6c-4d81-465a-aedd-3f61e37e4236 req-34729622-afcf-4f2f-95cd-5a71204fe7de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 1098 time: 0.0546591 Jun 29 03:31:24.754715 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0bc47d6c-4d81-465a-aedd-3f61e37e4236 req-0382bb08-3d5d-4abb-ac63-50750ede9bab service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275714 Jun 29 03:31:24.856167 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e81e50-df98-4fc6-919d-20b5a24450d3 req-a81e9f8e-873c-4dea-ab98-53fb8752c047 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:24.857524 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-69e81e50-df98-4fc6-919d-20b5a24450d3 req-a81e9f8e-873c-4dea-ab98-53fb8752c047 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0617979 Jun 29 03:31:24.894815 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-69e81e50-df98-4fc6-919d-20b5a24450d3 req-ae3f6fab-54a0-4b66-b576-59ad799f95e9 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316238 Jun 29 03:31:25.355533 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9a119f-c8ec-4a35-a80b-8453cf468564 req-4f27c164-d3d2-4909-ac91-79df578dca53 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:25.356999 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3b9a119f-c8ec-4a35-a80b-8453cf468564 req-4f27c164-d3d2-4909-ac91-79df578dca53 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0617795 Jun 29 03:31:25.394981 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3b9a119f-c8ec-4a35-a80b-8453cf468564 req-c683e976-c053-4475-bf51-5c6b47725de8 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323541 Jun 29 03:31:25.540538 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50c9352-d0f1-4913-8011-5d18de11e531 req-64322d80-b3f1-4e95-8b35-39d4f2ec2613 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:25.542138 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a50c9352-d0f1-4913-8011-5d18de11e531 req-64322d80-b3f1-4e95-8b35-39d4f2ec2613 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.0673811 Jun 29 03:31:25.581622 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a50c9352-d0f1-4913-8011-5d18de11e531 req-659d21d7-a0c8-4b64-952f-d3860b81d53c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334535 Jun 29 03:31:25.649331 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a551026-ea9b-4de7-b345-ba0265eb6be4 req-33f37555-d943-487b-a5c9-f92c56a7f177 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:25.650806 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4a551026-ea9b-4de7-b345-ba0265eb6be4 req-33f37555-d943-487b-a5c9-f92c56a7f177 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0631979 Jun 29 03:31:25.698938 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4a551026-ea9b-4de7-b345-ba0265eb6be4 req-e16c27b3-92a5-4d4e-a2d2-8fe5ee2f1ec6 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342698 Jun 29 03:31:25.780097 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0241749-f28b-4a3e-aa06-468e4e42f7f5 req-71952bd0-f346-41b2-9dbd-97c7bf76796e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:25.781528 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c0241749-f28b-4a3e-aa06-468e4e42f7f5 req-71952bd0-f346-41b2-9dbd-97c7bf76796e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0624764 Jun 29 03:31:25.817736 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c0241749-f28b-4a3e-aa06-468e4e42f7f5 req-b6b0fc5c-415c-4f2a-9fe0-8ee6aeb4a681 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305595 Jun 29 03:31:26.075676 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c9e718-e8de-4550-9b06-c97699574568 req-68dc77dd-dfdb-4509-b6df-94194314993e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:26.077151 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-66c9e718-e8de-4550-9b06-c97699574568 req-68dc77dd-dfdb-4509-b6df-94194314993e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0676813 Jun 29 03:31:26.114138 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-66c9e718-e8de-4550-9b06-c97699574568 req-41c9e45d-ce6c-4adb-94d1-4f9ed26b6731 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314755 Jun 29 03:31:26.366016 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c523beea-e3dd-49c8-84dc-b91a291d50a0 req-78a73426-4422-4add-9775-3027b7d2808a tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:26.367589 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c523beea-e3dd-49c8-84dc-b91a291d50a0 req-78a73426-4422-4add-9775-3027b7d2808a tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0629346 Jun 29 03:31:26.406465 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c523beea-e3dd-49c8-84dc-b91a291d50a0 req-490ecc8f-eabd-4108-9722-614f5a01af0b tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326416 Jun 29 03:31:26.619969 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a726c9-e937-4e2b-9bce-9f584f07aa67 req-2ad3b691-9348-476b-bc97-bc70f302d025 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:26.621935 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-94a726c9-e937-4e2b-9bce-9f584f07aa67 req-2ad3b691-9348-476b-bc97-bc70f302d025 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.0688317 Jun 29 03:31:26.765684 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791e3aa2-7ab2-439e-918c-77cbd13c24a0 req-e36dc2bb-dcff-47c3-99cd-c0e3d7bf940f tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:26.767794 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-791e3aa2-7ab2-439e-918c-77cbd13c24a0 req-e36dc2bb-dcff-47c3-99cd-c0e3d7bf940f tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 945 time: 0.0720732 Jun 29 03:31:26.773157 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-94a726c9-e937-4e2b-9bce-9f584f07aa67 req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Deleting port 34111b78-ac08-438f-a09d-26d73547822a {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:31:26.773502 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-94a726c9-e937-4e2b-9bce-9f584f07aa67 req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:26.811967 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-791e3aa2-7ab2-439e-918c-77cbd13c24a0 req-a2f13f2a-25c5-408c-b0f6-c94148d7c5aa tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368748 Jun 29 03:31:26.859793 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb410c5-33a6-4d3e-93d5-2028b622d3cc req-012f524c-90ca-4c9e-8fb8-8cb2f89252aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:26.861195 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3cb410c5-33a6-4d3e-93d5-2028b622d3cc req-012f524c-90ca-4c9e-8fb8-8cb2f89252aa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 1098 time: 0.1725066 Jun 29 03:31:26.948889 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3cb410c5-33a6-4d3e-93d5-2028b622d3cc req-ec420a93-50b3-4e5d-be48-839cfaedb728 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728033 Jun 29 03:31:26.950463 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-94a726c9-e937-4e2b-9bce-9f584f07aa67 req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] For port 34111b78-ac08-438f-a09d-26d73547822a, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=34111b78-ac08-438f-a09d-26d73547822a,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:26.950821 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-94a726c9-e937-4e2b-9bce-9f584f07aa67 req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:26.967669 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b44ed0c-7067-462e-9cb6-d9fd4d39a3c8 req-096397b0-12a7-4cbf-ac70-ea2c73e46cd0 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:26.969119 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5b44ed0c-7067-462e-9cb6-d9fd4d39a3c8 req-096397b0-12a7-4cbf-ac70-ea2c73e46cd0 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1522982 Jun 29 03:31:26.972980 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-94a726c9-e937-4e2b-9bce-9f584f07aa67 req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Calling delete_port for 34111b78-ac08-438f-a09d-26d73547822a owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:31:26.993323 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479df9fe-f333-4ebd-b2ba-ee82b2650556 req-184d39db-3582-4c4e-bffc-bd105b916276 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:26.995007 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-479df9fe-f333-4ebd-b2ba-ee82b2650556 req-184d39db-3582-4c4e-bffc-bd105b916276 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0621965 Jun 29 03:31:27.031940 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-479df9fe-f333-4ebd-b2ba-ee82b2650556 req-0340a100-e634-4f0e-9914-7ec85ba04d71 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303066 Jun 29 03:31:27.045147 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5b44ed0c-7067-462e-9cb6-d9fd4d39a3c8 req-5cc7d064-eca9-421d-8e5e-3d1aa8fa5395 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679612 Jun 29 03:31:27.125376 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-94a726c9-e937-4e2b-9bce-9f584f07aa67 req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:27.129046 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:27.158196 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Pushing event deleted for resources: {'Port': ['ID=34111b78-ac08-438f-a09d-26d73547822a,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:27.164310 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['21eb1c87-eb8e-4454-a96a-6559b9f04f9f', '34111b78-ac08-438f-a09d-26d73547822a'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:27.186987 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:27.187362 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:27.187727 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:27.188122 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:27.188482 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:27.188839 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:27.189189 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:27.189539 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:27.189887 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:27.190234 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:27.190579 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:27.190921 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:27.195787 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:27.214487 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a726c9-e937-4e2b-9bce-9f584f07aa67 req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] No DVR routers for this DVR port 34111b78-ac08-438f-a09d-26d73547822a on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:31:27.218099 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-94a726c9-e937-4e2b-9bce-9f584f07aa67 req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:27.220117 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-94a726c9-e937-4e2b-9bce-9f584f07aa67 req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "DELETE /v2.0/ports/34111b78-ac08-438f-a09d-26d73547822a HTTP/1.1" status: 204 len: 173 time: 0.5885441 Jun 29 03:31:27.220645 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a65a7d8-708f-48a9-8fc6-41fecd92324d', 'name': 'network-vif-deleted', 'tag': '34111b78-ac08-438f-a09d-26d73547822a'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:27.223343 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f7ed09f-3b44-41e0-9f71-c3104c400ab1" -d '{"events": [{"server_uuid": "2a65a7d8-708f-48a9-8fc6-41fecd92324d", "name": "network-vif-deleted", "tag": "34111b78-ac08-438f-a09d-26d73547822a"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:27.272214 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-376cca56-f11e-49e6-b801-82362819d329 x-openstack-request-id: req-376cca56-f11e-49e6-b801-82362819d329 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:27.272693 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a65a7d8-708f-48a9-8fc6-41fecd92324d", "name": "network-vif-deleted", "tag": "34111b78-ac08-438f-a09d-26d73547822a", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:27.273163 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-376cca56-f11e-49e6-b801-82362819d329 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:27.273609 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a65a7d8-708f-48a9-8fc6-41fecd92324d', 'name': 'network-vif-deleted', 'tag': '34111b78-ac08-438f-a09d-26d73547822a', 'status': 'completed', 'code': 200} Jun 29 03:31:27.303066 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d16ae9-34fb-4176-96db-95417b41e99b req-e99e07cb-45a9-4c22-b694-d8bcc2fa39f7 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:27.304658 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-47d16ae9-34fb-4176-96db-95417b41e99b req-e99e07cb-45a9-4c22-b694-d8bcc2fa39f7 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0750198 Jun 29 03:31:27.342436 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-47d16ae9-34fb-4176-96db-95417b41e99b req-c3ab7a95-0719-49cc-8522-410f6215d9b5 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317872 Jun 29 03:31:27.522786 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacf580-2671-4db5-9b20-d371c3356f8c req-4493f45b-713f-4ed6-b51e-89b6bc40c872 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:27.528525 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aeacf580-2671-4db5-9b20-d371c3356f8c req-4493f45b-713f-4ed6-b51e-89b6bc40c872 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0690150 Jun 29 03:31:27.563241 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aeacf580-2671-4db5-9b20-d371c3356f8c req-d9221672-0707-4589-96a4-d7a0f81b3931 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327330 Jun 29 03:31:27.616297 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e5bcb5-4574-48b2-ac47-30679715135d req-e97bb27c-0502-4a09-bef9-b11c3986187e tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:27.617924 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-55e5bcb5-4574-48b2-ac47-30679715135d req-e97bb27c-0502-4a09-bef9-b11c3986187e tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0748475 Jun 29 03:31:27.658281 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-55e5bcb5-4574-48b2-ac47-30679715135d req-8ca49c50-b0d0-4f75-b63e-11e6ae81d14b tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336933 Jun 29 03:31:27.948822 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9248cd-6bd2-466e-a58c-493504b0daa4 req-636c9852-5f66-44b1-bc57-0451d441e34b tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:27.951246 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8a9248cd-6bd2-466e-a58c-493504b0daa4 req-636c9852-5f66-44b1-bc57-0451d441e34b tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0625322 Jun 29 03:31:27.970526 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-58c0d2af-46ce-41ad-923b-50ce6e46e57a req-b45dd651-a21a-4ced-920e-ee3659346508 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a65a7d8-708f-48a9-8fc6-41fecd92324d HTTP/1.1" status: 200 len: 210 time: 0.0318260 Jun 29 03:31:27.988151 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8a9248cd-6bd2-466e-a58c-493504b0daa4 req-2e61ac64-c499-4a6e-b262-ed32040c6afb tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312195 Jun 29 03:31:28.215909 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e8ce35-28f8-4f1d-8b2e-301d3f627587 req-76057520-f544-4361-9a1b-a101717aecdd tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:28.217562 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b0e8ce35-28f8-4f1d-8b2e-301d3f627587 req-76057520-f544-4361-9a1b-a101717aecdd tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0659220 Jun 29 03:31:28.248944 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b04bf-da6e-4a3a-8b68-76def89bb231 req-fd5a1202-f698-420e-bf18-831a15271ec4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:28.250767 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-561b04bf-da6e-4a3a-8b68-76def89bb231 req-fd5a1202-f698-420e-bf18-831a15271ec4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0743532 Jun 29 03:31:28.288892 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b0e8ce35-28f8-4f1d-8b2e-301d3f627587 req-50c25f1d-8a99-4356-bd80-af762d415293 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641880 Jun 29 03:31:28.320747 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-561b04bf-da6e-4a3a-8b68-76def89bb231 req-b74bfb77-361e-4edf-84b9-a835a54303b2 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555282 Jun 29 03:31:28.830714 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac750f73-cabb-49bf-820a-3bc20b9c9056 req-f25d1bd4-3672-4c01-bb42-cf18d2b43dc1 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:28.832203 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ac750f73-cabb-49bf-820a-3bc20b9c9056 req-f25d1bd4-3672-4c01-bb42-cf18d2b43dc1 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0629191 Jun 29 03:31:28.868527 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ac750f73-cabb-49bf-820a-3bc20b9c9056 req-9bbb55a1-55ac-43cb-b619-4cdf5680c2fd tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306160 Jun 29 03:31:29.042798 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b650f0-78fd-49a1-8158-360116218508 req-2d5ccb7a-2351-413d-b746-994cdd026ffe tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:29.044373 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-90b650f0-78fd-49a1-8158-360116218508 req-2d5ccb7a-2351-413d-b746-994cdd026ffe tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 945 time: 0.0650308 Jun 29 03:31:29.153981 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-90b650f0-78fd-49a1-8158-360116218508 req-52ed503c-5376-4ad5-b16b-64b5f48ee723 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Deleting port 27a2d25d-9264-44e8-b567-66526bbe0305 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:31:29.154368 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-90b650f0-78fd-49a1-8158-360116218508 req-52ed503c-5376-4ad5-b16b-64b5f48ee723 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:29.244994 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-90b650f0-78fd-49a1-8158-360116218508 req-52ed503c-5376-4ad5-b16b-64b5f48ee723 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] For port 27a2d25d-9264-44e8-b567-66526bbe0305, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=27a2d25d-9264-44e8-b567-66526bbe0305,segment=NetworkSegment(2b6bdc7d-1945-4f85-812e-1c11a5028a49),segment_id=2b6bdc7d-1945-4f85-812e-1c11a5028a49)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:29.245348 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-90b650f0-78fd-49a1-8158-360116218508 req-52ed503c-5376-4ad5-b16b-64b5f48ee723 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:29.258179 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-90b650f0-78fd-49a1-8158-360116218508 req-52ed503c-5376-4ad5-b16b-64b5f48ee723 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Calling delete_port for 27a2d25d-9264-44e8-b567-66526bbe0305 owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:31:29.391795 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-90b650f0-78fd-49a1-8158-360116218508 req-52ed503c-5376-4ad5-b16b-64b5f48ee723 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:29.396194 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:29.438387 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['27a2d25d-9264-44e8-b567-66526bbe0305'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:29.450997 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ed503c-5376-4ad5-b16b-64b5f48ee723 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Pushing event deleted for resources: {'Port': ['ID=27a2d25d-9264-44e8-b567-66526bbe0305,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:29.477845 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-52ed503c-5376-4ad5-b16b-64b5f48ee723 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:29.518306 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b650f0-78fd-49a1-8158-360116218508 req-52ed503c-5376-4ad5-b16b-64b5f48ee723 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] No DVR routers for this DVR port 27a2d25d-9264-44e8-b567-66526bbe0305 on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:31:29.521499 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-90b650f0-78fd-49a1-8158-360116218508 req-52ed503c-5376-4ad5-b16b-64b5f48ee723 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:29.523469 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-90b650f0-78fd-49a1-8158-360116218508 req-52ed503c-5376-4ad5-b16b-64b5f48ee723 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.21 "DELETE /v2.0/ports/27a2d25d-9264-44e8-b567-66526bbe0305 HTTP/1.1" status: 204 len: 173 time: 0.4715288 Jun 29 03:31:29.524004 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa1cf2a-501a-402b-8047-dd676c551839', 'name': 'network-vif-deleted', 'tag': '27a2d25d-9264-44e8-b567-66526bbe0305'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:29.526672 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57a3a401-8c90-4abd-bd1d-db84a5b1e1d8" -d '{"events": [{"server_uuid": "dfa1cf2a-501a-402b-8047-dd676c551839", "name": "network-vif-deleted", "tag": "27a2d25d-9264-44e8-b567-66526bbe0305"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:29.572880 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6404aef-afd3-4592-ad1a-15fea450286b req-ac0c8b86-287d-47c3-9626-71a05ebf2445 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:29.575225 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a6404aef-afd3-4592-ad1a-15fea450286b req-ac0c8b86-287d-47c3-9626-71a05ebf2445 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.1601920 Jun 29 03:31:29.634178 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a6404aef-afd3-4592-ad1a-15fea450286b req-13e23f67-8513-4aab-be9f-e02746ec7314 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492902 Jun 29 03:31:29.688595 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272437cb-bfba-4bec-a9a4-2b56b6df202f x-openstack-request-id: req-272437cb-bfba-4bec-a9a4-2b56b6df202f {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:29.688922 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa1cf2a-501a-402b-8047-dd676c551839", "name": "network-vif-deleted", "tag": "27a2d25d-9264-44e8-b567-66526bbe0305", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:29.689208 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-272437cb-bfba-4bec-a9a4-2b56b6df202f {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:29.689635 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfa1cf2a-501a-402b-8047-dd676c551839', 'name': 'network-vif-deleted', 'tag': '27a2d25d-9264-44e8-b567-66526bbe0305', 'status': 'completed', 'code': 200} Jun 29 03:31:29.752324 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320943d-6e1c-445c-bb60-63825a9a42c3 req-1788e0d4-128a-44ee-b117-733e3bbd9215 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:29.753815 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3320943d-6e1c-445c-bb60-63825a9a42c3 req-1788e0d4-128a-44ee-b117-733e3bbd9215 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.2862990 Jun 29 03:31:29.790863 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3320943d-6e1c-445c-bb60-63825a9a42c3 req-f2a9519b-84d7-49f9-9960-d27ab8d37faf tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314713 Jun 29 03:31:30.118122 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-29de5ad7-496e-42aa-97ea-98717cc05faf req-50de3008-8487-4c76-a809-5af4ca4e1113 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=dfa1cf2a-501a-402b-8047-dd676c551839 HTTP/1.1" status: 200 len: 210 time: 0.0350578 Jun 29 03:31:30.399799 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb33a048-1ea1-41de-bf00-99dd0ea14cdf req-81b659b9-0d80-436f-99f2-021384a7d89c tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:30.401656 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb33a048-1ea1-41de-bf00-99dd0ea14cdf req-81b659b9-0d80-436f-99f2-021384a7d89c tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1161678 Jun 29 03:31:30.409659 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b76da0-85d3-4861-8eb1-600e22b7a433 req-41adc70b-786d-4c75-8767-f71672a80ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:30.411783 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7b76da0-85d3-4861-8eb1-600e22b7a433 req-41adc70b-786d-4c75-8767-f71672a80ab3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a8a3ca31ac434da497a3b6b2dc4e4d35&device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 1098 time: 0.1099975 Jun 29 03:31:30.494211 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb33a048-1ea1-41de-bf00-99dd0ea14cdf req-80309695-1baa-48e3-a357-dc5b7005d8d7 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814273 Jun 29 03:31:30.531562 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b76da0-85d3-4861-8eb1-600e22b7a433 req-a479afc9-a1b2-40a4-94e8-dfc13bf09298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:30.533040 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7b76da0-85d3-4861-8eb1-600e22b7a433 req-a479afc9-a1b2-40a4-94e8-dfc13bf09298 service neutron] 10.222.0.21 "GET /v2.0/networks?id=747284db-2222-4a59-bd55-82efbc6a5748 HTTP/1.1" status: 200 len: 919 time: 0.1121998 Jun 29 03:31:30.576036 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed36113-fcca-4da7-b3c5-157b3caabe24 req-0d69c3ed-22f1-4a2f-8a63-6e5e6cf86611 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:30.576264 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7b76da0-85d3-4861-8eb1-600e22b7a433 req-1dbd30c5-b663-4f95-b016-141598cd9472 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0875cb9-468d-4ebf-9502-b18e15112d6b HTTP/1.1" status: 200 len: 217 time: 0.0334611 Jun 29 03:31:30.577363 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3ed36113-fcca-4da7-b3c5-157b3caabe24 req-0d69c3ed-22f1-4a2f-8a63-6e5e6cf86611 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0642812 Jun 29 03:31:30.614849 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3ed36113-fcca-4da7-b3c5-157b3caabe24 req-e749c7ab-03bb-434d-b76d-8ac8c451576c tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317886 Jun 29 03:31:30.625785 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b76da0-85d3-4861-8eb1-600e22b7a433 req-76f8a1d3-9ad8-47b6-bbac-7ae03115fa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:30.627257 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7b76da0-85d3-4861-8eb1-600e22b7a433 req-76f8a1d3-9ad8-47b6-bbac-7ae03115fa00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b1e87b90-dc93-4fcf-985e-c8942feb4487 HTTP/1.1" status: 200 len: 858 time: 0.0442810 Jun 29 03:31:30.666794 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7b76da0-85d3-4861-8eb1-600e22b7a433 req-64d4f219-050a-44a4-9aed-5b54e9682971 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=747284db-2222-4a59-bd55-82efbc6a5748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313265 Jun 29 03:31:30.781881 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7b76da0-85d3-4861-8eb1-600e22b7a433 req-6d95c4b0-51d6-4bd3-a5aa-c7b927791b5b service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061883 Jun 29 03:31:30.869051 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd5ce7-b958-4931-933a-03a2ee0f6574 req-0754d38e-3d0f-455a-8a4b-8b796f749567 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:30.870429 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a5dd5ce7-b958-4931-933a-03a2ee0f6574 req-0754d38e-3d0f-455a-8a4b-8b796f749567 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.1226177 Jun 29 03:31:30.915199 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7b76da0-85d3-4861-8eb1-600e22b7a433 req-7796e989-8941-4d9f-9035-a306b24a6d46 service neutron] 10.222.0.21 "GET /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247661 Jun 29 03:31:30.928053 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a5dd5ce7-b958-4931-933a-03a2ee0f6574 req-d72d84b0-1f84-4d75-88d9-1a7635865bf8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508325 Jun 29 03:31:31.414840 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-02cd8dc9-7055-4955-8fc4-c002ec7c91ce tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:31.416204 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-02cd8dc9-7055-4955-8fc4-c002ec7c91ce tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/networks?id=02fd4366-a82d-483a-b140-485f92c6da78 HTTP/1.1" status: 200 len: 808 time: 0.1001656 Jun 29 03:31:31.432461 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-f92b4284-6c20-4168-b061-1583ff777948 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/quotas/2edd0d5c38104fd4aa0b9c075d7ad4d7 HTTP/1.1" status: 200 len: 375 time: 0.0104291 Jun 29 03:31:31.466226 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-099d37f1-8ea1-4596-808e-150e41fd4d75 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2edd0d5c38104fd4aa0b9c075d7ad4d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279455 Jun 29 03:31:31.495149 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 34111b78-ac08-438f-a09d-26d73547822a no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:31:31.514802 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 34111b78-ac08-438f-a09d-26d73547822a {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:31:31.515157 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 34111b78-ac08-438f-a09d-26d73547822a not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:31:31.515578 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 27a2d25d-9264-44e8-b567-66526bbe0305 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:31:31.533598 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 27a2d25d-9264-44e8-b567-66526bbe0305 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:31:31.533947 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 27a2d25d-9264-44e8-b567-66526bbe0305 not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:31:31.557603 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-1384f77a-f153-46fc-b6c5-1b20e3713283 service neutron] 10.222.0.39 "GET /v2.0/networks/02fd4366-a82d-483a-b140-485f92c6da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849414 Jun 29 03:31:31.645130 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-6c7bbf86-92ee-4b42-82f1-c0f1d96b2647 service neutron] 10.222.0.39 "GET /v2.0/networks/02fd4366-a82d-483a-b140-485f92c6da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811837 Jun 29 03:31:31.669008 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b662a8b-fa5e-4902-8a7a-03aa52389c8a req-42ebff02-cd3e-45bb-9175-469b8ebad262 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:31.670486 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1b662a8b-fa5e-4902-8a7a-03aa52389c8a req-42ebff02-cd3e-45bb-9175-469b8ebad262 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0636413 Jun 29 03:31:31.706687 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1b662a8b-fa5e-4902-8a7a-03aa52389c8a req-0c60e49c-3ba6-41c8-ae40-6861660e7bc7 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306487 Jun 29 03:31:31.821030 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-94574814-c785-44c9-8f24-1a7a86ddb7fc req-00ffaaab-60c3-4c63-92ea-8d52b1ea25c6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 210 time: 0.0398715 Jun 29 03:31:31.875821 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3ee295-e05d-4712-8e8c-38c907566f8c req-05c71dd1-db1c-4762-bc9c-3ef0928ee80e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:31.877409 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ae3ee295-e05d-4712-8e8c-38c907566f8c req-05c71dd1-db1c-4762-bc9c-3ef0928ee80e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0697618 Jun 29 03:31:31.915598 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ae3ee295-e05d-4712-8e8c-38c907566f8c req-49b3b894-532e-4d95-a407-bf5136f51f2e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Jun 29 03:31:32.117413 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ac8d87-ff70-495c-96c2-eb680e0bbea0 req-6452cbdd-685a-4240-8f90-d02fdba632ff tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:32.118856 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-14ac8d87-ff70-495c-96c2-eb680e0bbea0 req-6452cbdd-685a-4240-8f90-d02fdba632ff tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.0684381 Jun 29 03:31:32.158276 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-14ac8d87-ff70-495c-96c2-eb680e0bbea0 req-15ea4a99-0877-4931-bd61-b581b7f33aa7 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335321 Jun 29 03:31:32.888742 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae556ef-42a9-42a6-bba0-0206956e7c88 req-edaf529c-357c-4707-8bab-646398b9eec8 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:32.894196 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4ae556ef-42a9-42a6-bba0-0206956e7c88 req-edaf529c-357c-4707-8bab-646398b9eec8 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0717347 Jun 29 03:31:32.944435 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4ae556ef-42a9-42a6-bba0-0206956e7c88 req-7484aed9-95e2-4c45-bef4-bb94a95a5db2 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444069 Jun 29 03:31:32.987282 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-689fcd2a-0e6e-47d2-94fc-951dafbb0d31 req-ce0aa2ae-7a77-4b95-87dc-a79845956660 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 210 time: 0.0420806 Jun 29 03:31:33.079068 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7799a324-8cc7-4305-bccd-4610583f2275 req-d179b78b-6018-4eba-8eab-818d249748a3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:33.080733 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7799a324-8cc7-4305-bccd-4610583f2275 req-d179b78b-6018-4eba-8eab-818d249748a3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0734663 Jun 29 03:31:33.111596 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7124cfa9-e25b-4fd8-a8e5-dbba2880ea0c req-6d21b7cf-c53e-4727-8285-67d1bfb372ea tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:33.113224 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7124cfa9-e25b-4fd8-a8e5-dbba2880ea0c req-6d21b7cf-c53e-4727-8285-67d1bfb372ea tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 945 time: 0.0686870 Jun 29 03:31:33.155077 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7124cfa9-e25b-4fd8-a8e5-dbba2880ea0c req-aec3d90b-6181-494b-8637-62de82026329 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/security-groups?id=488c7ca9-94cd-4266-843d-87f0387f44a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359550 Jun 29 03:31:33.272455 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-d2caf3a0-e2cc-48da-b72e-926fb0780b59 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:33.274264 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-d2caf3a0-e2cc-48da-b72e-926fb0780b59 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.21 "GET /v2.0/networks?id=02fd4366-a82d-483a-b140-485f92c6da78 HTTP/1.1" status: 200 len: 808 time: 0.1770465 Jun 29 03:31:33.300707 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-7799a324-8cc7-4305-bccd-4610583f2275 req-5c03bf98-4ec3-4828-9b34-68559d4ec4da tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Deleting port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:31:33.301255 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-7799a324-8cc7-4305-bccd-4610583f2275 req-5c03bf98-4ec3-4828-9b34-68559d4ec4da tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:33.310303 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Request body: {'port': {'device_id': 'a1c251a5-5c2a-49a6-bca5-a497aa5b60e3', 'network_id': '02fd4366-a82d-483a-b140-485f92c6da78', 'admin_state_up': True, 'tenant_id': '2edd0d5c38104fd4aa0b9c075d7ad4d7'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:31:33.462387 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 166112e0-022b-4427-852b-bcecd0bbc846 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:31:33.561671 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 166112e0-022b-4427-852b-bcecd0bbc846, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=166112e0-022b-4427-852b-bcecd0bbc846,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:33.577331 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '166112e0-022b-4427-852b-bcecd0bbc846', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'port_id': '166112e0-022b-4427-852b-bcecd0bbc846', 'mac_address': 'fa:16:3e:23:9d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:31:33.615124 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:33.629019 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 166112e0-022b-4427-852b-bcecd0bbc846 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:31:33.649424 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 166112e0-022b-4427-852b-bcecd0bbc846, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=166112e0-022b-4427-852b-bcecd0bbc846,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:33.654148 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:33.656028 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:33.701411 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=166112e0-022b-4427-852b-bcecd0bbc846,revision_number=9']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:33.708252 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:33.708597 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:33.708935 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:33.709260 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:33.709590 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:33.709913 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:33.710232 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:33.710550 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:33.710888 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:33.711208 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:33.711524 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:33.711833 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:33.716339 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:33.748806 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-7799a324-8cc7-4305-bccd-4610583f2275 req-5c03bf98-4ec3-4828-9b34-68559d4ec4da tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] For port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=21eb1c87-eb8e-4454-a96a-6559b9f04f9f,segment=NetworkSegment(364f3621-dbc7-40a4-8957-2f3b168d4dda),segment_id=364f3621-dbc7-40a4-8957-2f3b168d4dda)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:33.749162 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-7799a324-8cc7-4305-bccd-4610583f2275 req-5c03bf98-4ec3-4828-9b34-68559d4ec4da tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:33.768516 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-7799a324-8cc7-4305-bccd-4610583f2275 req-5c03bf98-4ec3-4828-9b34-68559d4ec4da tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Calling delete_port for 21eb1c87-eb8e-4454-a96a-6559b9f04f9f owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:31:33.793912 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17872432-a21d-4296-904c-7c04c3577c6c req-c7bcc577-38ec-4526-b050-82eabfcb976e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:33.795370 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-17872432-a21d-4296-904c-7c04c3577c6c req-c7bcc577-38ec-4526-b050-82eabfcb976e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 943 time: 0.1630764 Jun 29 03:31:33.843470 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Made reservation on behalf of 2edd0d5c38104fd4aa0b9c075d7ad4d7 for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:31:33.846754 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:33.939183 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-17872432-a21d-4296-904c-7c04c3577c6c req-e71b3d83-7a99-4dc1-b774-1f51e89ea680 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375551 Jun 29 03:31:34.053106 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Allocated IP 172.20.0.10 (02fd4366-a82d-483a-b140-485f92c6da78/1d2a6490-06ea-4d07-beb4-5519545e27db/21f20356-b7e0-4290-bef0-c3d1c82f3d53) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:31:34.061400 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-7799a324-8cc7-4305-bccd-4610583f2275 req-5c03bf98-4ec3-4828-9b34-68559d4ec4da tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:34.066350 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:34.099148 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c03bf98-4ec3-4828-9b34-68559d4ec4da tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Pushing event deleted for resources: {'Port': ['ID=21eb1c87-eb8e-4454-a96a-6559b9f04f9f,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:34.106004 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5c03bf98-4ec3-4828-9b34-68559d4ec4da tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:34.112702 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['21eb1c87-eb8e-4454-a96a-6559b9f04f9f'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:34.135985 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed6a479-0ebf-4ef8-80a6-374392107324 req-f66e2845-5a2d-43f6-a137-b95c2a888416 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:34.137659 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8ed6a479-0ebf-4ef8-80a6-374392107324 req-f66e2845-5a2d-43f6-a137-b95c2a888416 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0800974 Jun 29 03:31:34.147554 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['166112e0-022b-4427-852b-bcecd0bbc846'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:34.176061 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ef3f407f-ec77-42fb-ab9e-28db97af2280 req-596ec616-ff8f-4c0f-bec4-5438e4b0ee4e tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 210 time: 0.0612481 Jun 29 03:31:34.188374 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8ed6a479-0ebf-4ef8-80a6-374392107324 req-9abc4237-091d-46ed-a13e-dbd069031b57 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448225 Jun 29 03:31:34.285982 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-7799a324-8cc7-4305-bccd-4610583f2275 req-5c03bf98-4ec3-4828-9b34-68559d4ec4da tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] No DVR routers for this DVR port 21eb1c87-eb8e-4454-a96a-6559b9f04f9f on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:31:34.290029 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-7799a324-8cc7-4305-bccd-4610583f2275 req-5c03bf98-4ec3-4828-9b34-68559d4ec4da tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:34.291982 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7799a324-8cc7-4305-bccd-4610583f2275 req-5c03bf98-4ec3-4828-9b34-68559d4ec4da tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.21 "DELETE /v2.0/ports/21eb1c87-eb8e-4454-a96a-6559b9f04f9f HTTP/1.1" status: 204 len: 173 time: 1.1833959 Jun 29 03:31:34.292549 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d93af6e-9cdd-420d-856e-38054fa5b1d7', 'name': 'network-vif-deleted', 'tag': '21eb1c87-eb8e-4454-a96a-6559b9f04f9f'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:34.295227 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04e8fcab-e51f-4e39-a56e-6c6561b1a767" -d '{"events": [{"server_uuid": "4d93af6e-9cdd-420d-856e-38054fa5b1d7", "name": "network-vif-deleted", "tag": "21eb1c87-eb8e-4454-a96a-6559b9f04f9f"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:34.331140 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7c374515-c293-4c95-a59b-6c4f17a632d4 req-fbcd8873-1933-470e-8518-bd7965228c00 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] 10.222.0.39 "GET /v2.0/ports?device_id=4d93af6e-9cdd-420d-856e-38054fa5b1d7 HTTP/1.1" status: 200 len: 210 time: 0.0302367 Jun 29 03:31:34.394626 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:34.397454 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a086f1b-6458-4f5d-a3f9-962c3a0ab803 x-openstack-request-id: req-1a086f1b-6458-4f5d-a3f9-962c3a0ab803 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:34.397770 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d93af6e-9cdd-420d-856e-38054fa5b1d7", "name": "network-vif-deleted", "tag": "21eb1c87-eb8e-4454-a96a-6559b9f04f9f", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:34.398048 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a086f1b-6458-4f5d-a3f9-962c3a0ab803 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:34.398458 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d93af6e-9cdd-420d-856e-38054fa5b1d7', 'name': 'network-vif-deleted', 'tag': '21eb1c87-eb8e-4454-a96a-6559b9f04f9f', 'status': 'completed', 'code': 200} Jun 29 03:31:34.437958 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:34.446434 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-da864321-307a-4b66-8ff5-b8eb55d377c3 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:34.498351 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Network 02fd4366-a82d-483a-b140-485f92c6da78 is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:31:34.505128 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:31:34.507797 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:31:34.545224 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Pushing event updated for resources: {'Port': ['ID=21f20356-b7e0-4290-bef0-c3d1c82f3d53,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:34.548329 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:34.570199 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:34.571058 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:34.587197 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2823820 Jun 29 03:31:34.639822 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Request body: {'port': {'device_id': 'a1c251a5-5c2a-49a6-bca5-a497aa5b60e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:31:34.713889 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:34.972426 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21f20356-b7e0-4290-bef0-c3d1c82f3d53 {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:31:34.980987 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:34.992689 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Transition to ACTIVE for port object 21f20356-b7e0-4290-bef0-c3d1c82f3d53 will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:31:34.998583 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.001485 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-61b30c3a-0f7d-47b3-89b0-4874cbafc4b3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:35.051144 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Pushing event updated for resources: {'Port': ['ID=21f20356-b7e0-4290-bef0-c3d1c82f3d53,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:35.098827 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:35.127068 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f197e6-8aa1-4439-b54f-3e166d059295 req-75deab7d-9be4-455b-8b2b-26d37bde9cb8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:35.127276 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Attempting to bind port 21f20356-b7e0-4290-bef0-c3d1c82f3d53 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:31:35.128730 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8f197e6-8aa1-4439-b54f-3e166d059295 req-75deab7d-9be4-455b-8b2b-26d37bde9cb8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 944 time: 0.0634122 Jun 29 03:31:35.129068 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Attempting to bind port 21f20356-b7e0-4290-bef0-c3d1c82f3d53 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '2b6bdc7d-1945-4f85-812e-1c11a5028a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '02fd4366-a82d-483a-b140-485f92c6da78'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:31:35.129438 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Attempting to bind port 21f20356-b7e0-4290-bef0-c3d1c82f3d53 on network 02fd4366-a82d-483a-b140-485f92c6da78 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:31:35.134246 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Port 21f20356-b7e0-4290-bef0-c3d1c82f3d53 on network 02fd4366-a82d-483a-b140-485f92c6da78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:31:35.134763 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Attempting to bind port 21f20356-b7e0-4290-bef0-c3d1c82f3d53 on network 02fd4366-a82d-483a-b140-485f92c6da78 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:31:35.141142 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 31, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:31:35.141697 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Checking segment: {'id': '2b6bdc7d-1945-4f85-812e-1c11a5028a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '02fd4366-a82d-483a-b140-485f92c6da78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:31:35.142385 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Bound using segment: {'id': '2b6bdc7d-1945-4f85-812e-1c11a5028a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '02fd4366-a82d-483a-b140-485f92c6da78'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:31:35.142878 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Bound port: 21f20356-b7e0-4290-bef0-c3d1c82f3d53, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b6bdc7d-1945-4f85-812e-1c11a5028a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '02fd4366-a82d-483a-b140-485f92c6da78'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:31:35.143305 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.173730 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8f197e6-8aa1-4439-b54f-3e166d059295 req-906ed8ad-6860-4d8b-bf1a-ec427572be30 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350215 Jun 29 03:31:35.210668 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] For port 21f20356-b7e0-4290-bef0-c3d1c82f3d53, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:31:35.213968 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] For port 21f20356-b7e0-4290-bef0-c3d1c82f3d53, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=21f20356-b7e0-4290-bef0-c3d1c82f3d53,segment=NetworkSegment(2b6bdc7d-1945-4f85-812e-1c11a5028a49),segment_id=2b6bdc7d-1945-4f85-812e-1c11a5028a49)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:31:35.218418 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.221215 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:35.252259 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:35.252868 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.254226 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] 10.222.0.21 "PUT /v2.0/ports/21f20356-b7e0-4290-bef0-c3d1c82f3d53 HTTP/1.1" status: 200 len: 1094 time: 0.6196363 Jun 29 03:31:35.278856 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Pushing event updated for resources: {'Port': ['ID=21f20356-b7e0-4290-bef0-c3d1c82f3d53,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:35.282249 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:35.401514 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821298c6-a44f-4f63-bd13-73da9eafd406 req-4a97763f-b8ec-426c-ac8e-f36b0f46cc06 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:35.402784 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-821298c6-a44f-4f63-bd13-73da9eafd406 req-4a97763f-b8ec-426c-ac8e-f36b0f46cc06 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 944 time: 0.1045098 Jun 29 03:31:35.410554 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-c7704b25-6df4-44a9-9411-4fc2f9b40e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:35.411987 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-c7704b25-6df4-44a9-9411-4fc2f9b40e92 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2edd0d5c38104fd4aa0b9c075d7ad4d7&device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 1097 time: 0.0852382 Jun 29 03:31:35.435301 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 48512) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:35.467119 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-167e0693-5b4a-4ea0-b95d-1e0251826e34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21f20356-b7e0-4290-bef0-c3d1c82f3d53 HTTP/1.1" status: 200 len: 217 time: 0.0375683 Jun 29 03:31:35.482490 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Deleting subnet 2aa26576-598b-4777-a86a-7a7ab71ebf75 {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:31:35.485517 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.486351 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-821298c6-a44f-4f63-bd13-73da9eafd406 req-7aba767f-0764-4ae4-abec-73bf4b58af7e tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779092 Jun 29 03:31:35.510815 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 166112e0-022b-4427-852b-bcecd0bbc846 up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:31:35.520916 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60178224'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.526483 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-3b93af9d-bb10-492a-b14f-fbe6019ea186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:35.528096 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-3b93af9d-bb10-492a-b14f-fbe6019ea186 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d2a6490-06ea-4d07-beb4-5519545e27db HTTP/1.1" status: 200 len: 848 time: 0.0512817 Jun 29 03:31:35.561033 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 166112e0-022b-4427-852b-bcecd0bbc846 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:31:35.561832 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.563628 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-adc44e02-504f-483d-bc69-ed6550b46bcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02fd4366-a82d-483a-b140-485f92c6da78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272660 Jun 29 03:31:35.563773 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.627397 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3089090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59344485'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.636721 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5b4bf58f-b3be-440d-ad88-aa7827ac44af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:35.641734 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.643558 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2aa26576-598b-4777-a86a-7a7ab71ebf75 HTTP/1.1" status: 204 len: 168 time: 0.2072465 Jun 29 03:31:35.646077 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 48518) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:35.649410 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.667788 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-b0b80085-7bfb-4e71-a9c5-7e5f4c8cef4e service neutron] 10.222.0.21 "GET /v2.0/networks/02fd4366-a82d-483a-b140-485f92c6da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960300 Jun 29 03:31:35.672974 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166112e0-022b-4427-852b-bcecd0bbc846'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:35.675587 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f01f2b-2952-4aab-baee-ef7d94b1b49d" -d '{"events": [{"server_uuid": "42559f12-db01-4f1f-bc4c-e8d7c2bce059", "name": "network-vif-plugged", "status": "completed", "tag": "166112e0-022b-4427-852b-bcecd0bbc846"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:35.699792 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 166112e0-022b-4427-852b-bcecd0bbc846, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=166112e0-022b-4427-852b-bcecd0bbc846,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:35.707509 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.710031 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:35.726094 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2aa26576-598b-4777-a86a-7a7ab71ebf75,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:35.735463 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d442c7-d27a-4bf9-9c99-e264ecf9ae12 x-openstack-request-id: req-f7d442c7-d27a-4bf9-9c99-e264ecf9ae12 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:35.735920 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42559f12-db01-4f1f-bc4c-e8d7c2bce059", "name": "network-vif-plugged", "status": "completed", "tag": "166112e0-022b-4427-852b-bcecd0bbc846", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:35.736375 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7d442c7-d27a-4bf9-9c99-e264ecf9ae12 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:35.736894 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '166112e0-022b-4427-852b-bcecd0bbc846', 'code': 200} Jun 29 03:31:35.742957 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:35.743327 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:35.743681 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:35.744218 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:35.744765 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:35.745264 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:35.746359 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:35.747123 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:35.747629 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:35.748232 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:35.749326 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:35.749704 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:31:35.753374 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:35.770028 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=166112e0-022b-4427-852b-bcecd0bbc846,revision_number=10']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:35.776845 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.781074 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:35.781758 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ccd29c03-368b-4a16-8acb-39ebba878bf5 req-4c76c65b-ef1b-4d74-b273-257c13f5843f service neutron] 10.222.0.21 "GET /v2.0/networks/02fd4366-a82d-483a-b140-485f92c6da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070230 Jun 29 03:31:35.861044 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.870254 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a37d8b1-3750-4875-a0d4-6957b790648c']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:31:35.880644 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364f3621-dbc7-40a4-8957-2f3b168d4dda') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:31:35.880932 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364f3621-dbc7-40a4-8957-2f3b168d4dda') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:31:35.889405 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60178235'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.902890 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.908595 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] Releasing vlan 247 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:31:35.908963 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088943'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: timer() Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: cb(*args, **kw) Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: self._notify() Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: self.callback(batched_events) Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: event.method(event) Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._get(url).json() Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:31:35.910699 dv-cinder-797245-8-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:31:35.961168 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.965250 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:35.968952 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:35.973302 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8a37d8b1-3750-4875-a0d4-6957b790648c HTTP/1.1" status: 204 len: 168 time: 0.3237817 Jun 29 03:31:35.980630 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a37d8b1-3750-4875-a0d4-6957b790648c,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:35.983217 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:36.110277 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 48524) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:36.149402 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-3a39aaf8-b20a-4f72-9b27-c709120ce402 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9cceac2e13b49379e513e3fd9437f00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0376861 Jun 29 03:31:36.151622 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 48526) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:36.197628 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cec438b3-5954-4a62-8b8f-78e26f904cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:36.218526 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cec438b3-5954-4a62-8b8f-78e26f904cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:36.272762 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cec438b3-5954-4a62-8b8f-78e26f904cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:36.275482 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cec438b3-5954-4a62-8b8f-78e26f904cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:36.279786 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-cec438b3-5954-4a62-8b8f-78e26f904cb8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/488c7ca9-94cd-4266-843d-87f0387f44a8 HTTP/1.1" status: 204 len: 168 time: 0.1235819 Jun 29 03:31:36.279786 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-1c334f0c-626f-4ef2-a5fa-e2e8c8ced23f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:36.285725 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec438b3-5954-4a62-8b8f-78e26f904cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=488c7ca9-94cd-4266-843d-87f0387f44a8,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:36.301849 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-cec438b3-5954-4a62-8b8f-78e26f904cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:36.376437 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8055db80-407b-45da-bea6-63fb661e86b4 req-d1e4f162-2c18-40c6-bb33-47cf35351375 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:36.377916 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8055db80-407b-45da-bea6-63fb661e86b4 req-d1e4f162-2c18-40c6-bb33-47cf35351375 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 946 time: 0.0703800 Jun 29 03:31:36.400069 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1c251a5-5c2a-49a6-bca5-a497aa5b60e3', 'tag': '21f20356-b7e0-4290-bef0-c3d1c82f3d53'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:36.402837 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca8ac2a-7e41-4f92-9cb6-6bf21532902f" -d '{"events": [{"name": "network-changed", "server_uuid": "a1c251a5-5c2a-49a6-bca5-a497aa5b60e3", "tag": "21f20356-b7e0-4290-bef0-c3d1c82f3d53"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:36.442653 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a52051-c26e-4253-adca-8ba8bd532b26 x-openstack-request-id: req-72a52051-c26e-4253-adca-8ba8bd532b26 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:36.442981 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a1c251a5-5c2a-49a6-bca5-a497aa5b60e3", "tag": "21f20356-b7e0-4290-bef0-c3d1c82f3d53", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:36.443263 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72a52051-c26e-4253-adca-8ba8bd532b26 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:36.443686 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1c251a5-5c2a-49a6-bca5-a497aa5b60e3', 'tag': '21f20356-b7e0-4290-bef0-c3d1c82f3d53', 'status': 'completed', 'code': 200} Jun 29 03:31:36.450362 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8055db80-407b-45da-bea6-63fb661e86b4 req-4b8f4254-a3c4-4412-8701-93d44a878443 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668757 Jun 29 03:31:36.480609 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4159d51-3826-4693-9b26-e682831207e9 req-38f0225c-ffb9-4617-9871-5150c72a6fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:36.482111 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e4159d51-3826-4693-9b26-e682831207e9 req-38f0225c-ffb9-4617-9871-5150c72a6fcb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 1099 time: 0.0766871 Jun 29 03:31:36.559761 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e4159d51-3826-4693-9b26-e682831207e9 req-8c515339-3c95-43e5-b826-3b604ceb868a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629659 Jun 29 03:31:36.577976 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8ac2a-7e41-4f92-9cb6-6bf21532902f req-e12c7607-fe8d-4884-90a1-5daf3531e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:36.579561 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2ca8ac2a-7e41-4f92-9cb6-6bf21532902f req-e12c7607-fe8d-4884-90a1-5daf3531e16e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2edd0d5c38104fd4aa0b9c075d7ad4d7&device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 1097 time: 0.0815911 Jun 29 03:31:36.683167 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffd4cd3-18cc-4ef2-8519-32b77613ad5f req-1fb22d03-3b41-42ba-b386-4a8278e78fe7 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:36.685138 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4ffd4cd3-18cc-4ef2-8519-32b77613ad5f req-1fb22d03-3b41-42ba-b386-4a8278e78fe7 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 944 time: 0.0819116 Jun 29 03:31:36.744501 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4ffd4cd3-18cc-4ef2-8519-32b77613ad5f req-a46b8c75-3dde-4a9f-b82e-2efdb2192688 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533280 Jun 29 03:31:37.015327 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8ac2a-7e41-4f92-9cb6-6bf21532902f req-e6bbc9d5-d03f-4a2e-961b-13aef13d1d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:37.016831 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2ca8ac2a-7e41-4f92-9cb6-6bf21532902f req-e6bbc9d5-d03f-4a2e-961b-13aef13d1d50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=02fd4366-a82d-483a-b140-485f92c6da78 HTTP/1.1" status: 200 len: 909 time: 0.0873830 Jun 29 03:31:37.070027 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2ca8ac2a-7e41-4f92-9cb6-6bf21532902f req-7a854381-24ab-49d8-b7c4-b512401cba47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=21f20356-b7e0-4290-bef0-c3d1c82f3d53 HTTP/1.1" status: 200 len: 217 time: 0.0399816 Jun 29 03:31:37.125158 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca8ac2a-7e41-4f92-9cb6-6bf21532902f req-980b29a2-9a8c-4ba5-aba7-cab21d0329e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:37.126610 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2ca8ac2a-7e41-4f92-9cb6-6bf21532902f req-980b29a2-9a8c-4ba5-aba7-cab21d0329e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1d2a6490-06ea-4d07-beb4-5519545e27db HTTP/1.1" status: 200 len: 848 time: 0.0499511 Jun 29 03:31:37.177290 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2ca8ac2a-7e41-4f92-9cb6-6bf21532902f req-f3cc6b0c-cf96-4977-b0be-d0b8891ff970 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02fd4366-a82d-483a-b140-485f92c6da78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376873 Jun 29 03:31:37.274773 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2ca8ac2a-7e41-4f92-9cb6-6bf21532902f req-1b24eafa-a327-4501-a1fa-8b936c210336 service neutron] 10.222.0.21 "GET /v2.0/networks/02fd4366-a82d-483a-b140-485f92c6da78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897956 Jun 29 03:31:37.387492 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2ca8ac2a-7e41-4f92-9cb6-6bf21532902f req-b5b3e3ea-240d-4fc6-a260-38d84659656a service neutron] 10.222.0.21 "GET /v2.0/networks/02fd4366-a82d-483a-b140-485f92c6da78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839322 Jun 29 03:31:37.513242 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 21eb1c87-eb8e-4454-a96a-6559b9f04f9f no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:31:37.533571 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 21eb1c87-eb8e-4454-a96a-6559b9f04f9f {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:31:37.533922 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 21eb1c87-eb8e-4454-a96a-6559b9f04f9f not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:31:37.650944 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8c7e0a-f6f7-4955-89b0-40d432cf639b req-3863f0ec-5a0e-4f6a-a7f5-46d72584e030 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:37.653007 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0d8c7e0a-f6f7-4955-89b0-40d432cf639b req-3863f0ec-5a0e-4f6a-a7f5-46d72584e030 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 946 time: 0.0672734 Jun 29 03:31:37.694142 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0d8c7e0a-f6f7-4955-89b0-40d432cf639b req-6eb10ced-a28e-49a7-8b85-066c11efb28b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352087 Jun 29 03:31:37.928617 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91120a8-2b34-4f6f-b1fb-ce64e715c79a req-280ec9ea-4f67-413b-971e-593096562e02 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:37.930438 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d91120a8-2b34-4f6f-b1fb-ce64e715c79a req-280ec9ea-4f67-413b-971e-593096562e02 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 944 time: 0.0688915 Jun 29 03:31:37.970562 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d91120a8-2b34-4f6f-b1fb-ce64e715c79a req-3599d27c-55d2-4022-9aa7-896d1bd32be6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336905 Jun 29 03:31:38.145895 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 48602) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:38.249167 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ec90cdc-1003-4405-8ffa-6009c82fc36f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:38.341899 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ec90cdc-1003-4405-8ffa-6009c82fc36f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:38.345541 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9ec90cdc-1003-4405-8ffa-6009c82fc36f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:38.348987 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5cf745ca-7c02-42a9-93b1-b2ff59a7018c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:38.385356 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9ec90cdc-1003-4405-8ffa-6009c82fc36f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ff8ba1617eb408a93069d4f267271b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2383847 Jun 29 03:31:38.388007 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 48616) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:38.394269 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec90cdc-1003-4405-8ffa-6009c82fc36f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43649c7a-c7b2-4dda-9c0a-c83b442caaaa,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:38.397784 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9ec90cdc-1003-4405-8ffa-6009c82fc36f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:38.440473 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a0baac6-5467-46cc-9037-02263e2f76b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:38.460578 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a0baac6-5467-46cc-9037-02263e2f76b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:38.520952 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a0baac6-5467-46cc-9037-02263e2f76b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:38.523646 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a0baac6-5467-46cc-9037-02263e2f76b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:38.528826 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0a0baac6-5467-46cc-9037-02263e2f76b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43649c7a-c7b2-4dda-9c0a-c83b442caaaa HTTP/1.1" status: 204 len: 168 time: 0.1357996 Jun 29 03:31:38.528826 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e94fd8d8-9675-42ef-9dc0-4a7bb745a4d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:38.536858 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0baac6-5467-46cc-9037-02263e2f76b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43649c7a-c7b2-4dda-9c0a-c83b442caaaa,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:38.539035 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0a0baac6-5467-46cc-9037-02263e2f76b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:38.881362 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 48660) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:38.899907 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f99bed8a-2f66-4534-b138-438935cb4365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:38.907096 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7546e71c-62ba-4c93-94ef-23cb290381ca req-668b9d07-a982-4dc2-8a30-43020101671c tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:38.909453 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7546e71c-62ba-4c93-94ef-23cb290381ca req-668b9d07-a982-4dc2-8a30-43020101671c tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 946 time: 0.0845249 Jun 29 03:31:38.965249 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7546e71c-62ba-4c93-94ef-23cb290381ca req-1038fd8f-d05f-4757-a206-2ac1cc82ab67 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483422 Jun 29 03:31:39.042381 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba6168-91db-4f87-9c6c-1f1b38d15155 req-63096b6e-939c-4d47-aec4-3f15c0e2b3c6 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:39.044278 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-96ba6168-91db-4f87-9c6c-1f1b38d15155 req-63096b6e-939c-4d47-aec4-3f15c0e2b3c6 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.1193197 Jun 29 03:31:39.099158 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f99bed8a-2f66-4534-b138-438935cb4365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:39.105620 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-96ba6168-91db-4f87-9c6c-1f1b38d15155 req-c2756c1a-5484-48f0-8194-be4574c82b38 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553114 Jun 29 03:31:39.107328 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f99bed8a-2f66-4534-b138-438935cb4365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:39.110064 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9ec90cdc-1003-4405-8ffa-6009c82fc36f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:39.151632 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99bed8a-2f66-4534-b138-438935cb4365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7710d422-b1a9-4b70-bad9-ba58812d7558,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:39.155240 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f99bed8a-2f66-4534-b138-438935cb4365 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:39.160497 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f99bed8a-2f66-4534-b138-438935cb4365 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=567489c425074453944487e3ff83bd9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2786467 Jun 29 03:31:39.161452 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 48666) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:39.162222 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 48668) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:39.186409 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd6be13-36a1-498c-b8a8-f8cc3a99af74 req-b8a54d08-201e-4e0b-a9d1-f26ea9117344 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:39.188306 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8cd6be13-36a1-498c-b8a8-f8cc3a99af74 req-b8a54d08-201e-4e0b-a9d1-f26ea9117344 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 944 time: 0.0992773 Jun 29 03:31:39.246214 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0ab8142a-a94d-4bf0-8519-a9c5e7ae759f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:39.252944 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8cd6be13-36a1-498c-b8a8-f8cc3a99af74 req-104f5179-b366-44c8-bb0d-b1dff89057af tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510321 Jun 29 03:31:39.271034 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0ab8142a-a94d-4bf0-8519-a9c5e7ae759f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:39.323104 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0ab8142a-a94d-4bf0-8519-a9c5e7ae759f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:39.326373 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0ab8142a-a94d-4bf0-8519-a9c5e7ae759f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:39.327497 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0ab8142a-a94d-4bf0-8519-a9c5e7ae759f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7710d422-b1a9-4b70-bad9-ba58812d7558 HTTP/1.1" status: 204 len: 168 time: 0.1579368 Jun 29 03:31:39.328296 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-be661046-41e4-4d3d-b6eb-47b40003c0a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:39.338917 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab8142a-a94d-4bf0-8519-a9c5e7ae759f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7710d422-b1a9-4b70-bad9-ba58812d7558,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:39.343239 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0ab8142a-a94d-4bf0-8519-a9c5e7ae759f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:39.456513 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc0e080-3152-4fd4-85eb-08f81e3dcbf4 tempest-TestMinimumBasicScenario-1337411174 tempest-TestMinimumBasicScenario-1337411174-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:39.458349 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-6fc0e080-3152-4fd4-85eb-08f81e3dcbf4 tempest-TestMinimumBasicScenario-1337411174 tempest-TestMinimumBasicScenario-1337411174-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 1093 time: 0.2943408 Jun 29 03:31:39.461407 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 48674) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:39.466898 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Request body: {'floatingip': {'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'port_id': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'fixed_ip_address': '172.20.0.5'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:31:39.489277 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for floatingip, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:39.515529 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 21f20356-b7e0-4290-bef0-c3d1c82f3d53 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:31:39.594818 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:39.621121 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 21f20356-b7e0-4290-bef0-c3d1c82f3d53, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=21f20356-b7e0-4290-bef0-c3d1c82f3d53,segment=NetworkSegment(2b6bdc7d-1945-4f85-812e-1c11a5028a49),segment_id=2b6bdc7d-1945-4f85-812e-1c11a5028a49)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:39.633745 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '21f20356-b7e0-4290-bef0-c3d1c82f3d53', 'network_id': '02fd4366-a82d-483a-b140-485f92c6da78', 'port_id': '21f20356-b7e0-4290-bef0-c3d1c82f3d53', 'mac_address': 'fa:16:3e:fb:55:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d2a6490-06ea-4d07-beb4-5519545e27db', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:31:39.672743 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:39.685866 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21f20356-b7e0-4290-bef0-c3d1c82f3d53 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:31:39.700854 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Allocated IP 172.27.1.69 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/34ae93ac-8e2a-4329-a3ca-3ecb243cc4d7) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:31:39.708368 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 21f20356-b7e0-4290-bef0-c3d1c82f3d53, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=21f20356-b7e0-4290-bef0-c3d1c82f3d53,segment=NetworkSegment(2b6bdc7d-1945-4f85-812e-1c11a5028a49),segment_id=2b6bdc7d-1945-4f85-812e-1c11a5028a49)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:39.712826 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:39.715359 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:39.774744 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=21f20356-b7e0-4290-bef0-c3d1c82f3d53,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:39.778270 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:39.818980 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:39.862584 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:39.865441 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5119bdc6-4017-4f93-957c-d782833ec41e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:39.909597 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:31:39.911303 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:31:39.915713 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:31:39.920031 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event updated for resources: {'Port': ['ID=34ae93ac-8e2a-4329-a3ca-3ecb243cc4d7,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:39.938561 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:40.077147 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['21f20356-b7e0-4290-bef0-c3d1c82f3d53'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:40.280055 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aaa4a0-b573-469b-8a77-cf030af6f88b req-ed141c18-7e01-4c03-9851-21d13c6f76c1 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:40.287128 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-97aaa4a0-b573-469b-8a77-cf030af6f88b req-ed141c18-7e01-4c03-9851-21d13c6f76c1 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 946 time: 0.1560454 Jun 29 03:31:40.412781 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-97aaa4a0-b573-469b-8a77-cf030af6f88b req-db2a6527-fca7-41aa-8f5d-926cecb70b8c tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243787 Jun 29 03:31:40.610791 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:40.662708 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01bb56-8394-47fb-9515-343fe168650f req-dceecfa4-92b5-4783-b7e7-18ae3f2c9015 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:40.664199 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d01bb56-8394-47fb-9515-343fe168650f req-dceecfa4-92b5-4783-b7e7-18ae3f2c9015 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0695691 Jun 29 03:31:40.707507 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d01bb56-8394-47fb-9515-343fe168650f req-7c5296c8-1cec-44d4-b641-392950187a77 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365236 Jun 29 03:31:40.736679 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e15c5-c0ef-4e9a-bdb3-472076d98363 req-bfd12cf9-0cf4-4efd-b3e5-8f8618db6757 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:40.738156 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-333e15c5-c0ef-4e9a-bdb3-472076d98363 req-bfd12cf9-0cf4-4efd-b3e5-8f8618db6757 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 945 time: 0.1919236 Jun 29 03:31:40.769958 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:40.811687 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-333e15c5-c0ef-4e9a-bdb3-472076d98363 req-f412d111-d7f9-44d6-85af-546cf20226e9 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651221 Jun 29 03:31:40.930405 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:40.935280 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088899'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:40.937293 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fa048bab-9269-4352-829b-6cf7f8e54e18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:41.002286 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event updated for resources: {'Port': ['ID=34ae93ac-8e2a-4329-a3ca-3ecb243cc4d7,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:41.002398 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:41.015031 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.115264 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Floating IP e281aab4-0030-4ad5-8a8d-e42d09668ee2 associated. External IP: 172.27.1.69, port: a6aeaf5d-76bf-4eec-872c-4f28b1194195. Jun 29 03:31:41.441505 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 48760) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:41.538571 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 21f20356-b7e0-4290-bef0-c3d1c82f3d53 up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:31:41.544988 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-83be6e0b-39e3-4354-b00e-4a2bb41728d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.551051 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Router b021582f-be11-4067-b96d-0130abae3357 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:31:41.591788 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 21f20356-b7e0-4290-bef0-c3d1c82f3d53 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:31:41.596011 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 21f20356-b7e0-4290-bef0-c3d1c82f3d53 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:31:41.596374 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.662617 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-83be6e0b-39e3-4354-b00e-4a2bb41728d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.664255 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:31:41.666776 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-83be6e0b-39e3-4354-b00e-4a2bb41728d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.676919 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e0c10-8968-47ed-b33f-73b06e8bd2e8 None None] Sync routers for ids ['b021582f-be11-4067-b96d-0130abae3357'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:31:41.686318 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-cec438b3-5954-4a62-8b8f-78e26f904cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:41.688361 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e0c10-8968-47ed-b33f-73b06e8bd2e8 None None] Routers {'b021582f-be11-4067-b96d-0130abae3357'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:31:41.688816 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.688960 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-cf8e0c10-8968-47ed-b33f-73b06e8bd2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:31:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['b021582f-be11-4067-b96d-0130abae3357'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:31:41.693640 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.705237 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-83be6e0b-39e3-4354-b00e-4a2bb41728d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8cdb6c4de8914d09b87cdec2760df86a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2617061 Jun 29 03:31:41.711862 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 48764) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:41.726720 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c251a5-5c2a-49a6-bca5-a497aa5b60e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f20356-b7e0-4290-bef0-c3d1c82f3d53'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:41.729859 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01540314-5c72-4e57-bde5-3591419af241" -d '{"events": [{"server_uuid": "a1c251a5-5c2a-49a6-bca5-a497aa5b60e3", "name": "network-vif-plugged", "status": "completed", "tag": "21f20356-b7e0-4290-bef0-c3d1c82f3d53"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:41.734427 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83be6e0b-39e3-4354-b00e-4a2bb41728d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe38af3-5fdf-41ec-8746-84e88d1cc5a2,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:41.739262 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-83be6e0b-39e3-4354-b00e-4a2bb41728d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:41.748540 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 21f20356-b7e0-4290-bef0-c3d1c82f3d53, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=21f20356-b7e0-4290-bef0-c3d1c82f3d53,segment=NetworkSegment(2b6bdc7d-1945-4f85-812e-1c11a5028a49),segment_id=2b6bdc7d-1945-4f85-812e-1c11a5028a49)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:41.757030 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.760708 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2983010 Jun 29 03:31:41.761642 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-488cc9f6-a799-43ce-aaff-7a6393002f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:41.764817 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 48770) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:41.765790 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'tag': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:41.768783 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa894fa-b125-479d-83ed-748c4ef07263" -d '{"events": [{"name": "network-changed", "server_uuid": "e76ace18-14d9-40a9-9a09-7981c4b07e05", "tag": "a6aeaf5d-76bf-4eec-872c-4f28b1194195"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:41.770773 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-128c6e3b-9982-4fa5-b92e-2d7c2c06ffc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1572449295', 'description': 'tempest-secgroup-smoke-1572449295 description', 'project_id': 'a68092b8bf4548cc89d2a154135208e4'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:31:41.789922 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-97da90b4-72c7-4360-9d15-ce117e666f12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.806904 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-128c6e3b-9982-4fa5-b92e-2d7c2c06ffc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.815170 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-97da90b4-72c7-4360-9d15-ce117e666f12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.847351 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-cf8e0c10-8968-47ed-b33f-73b06e8bd2e8 None None] Set router b021582f-be11-4067-b96d-0130abae3357 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:31:41.849484 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de030778-2ca9-4b9b-8f25-006e66ae20a5 x-openstack-request-id: req-de030778-2ca9-4b9b-8f25-006e66ae20a5 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:41.851199 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c251a5-5c2a-49a6-bca5-a497aa5b60e3", "name": "network-vif-plugged", "status": "completed", "tag": "21f20356-b7e0-4290-bef0-c3d1c82f3d53", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:41.852778 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de030778-2ca9-4b9b-8f25-006e66ae20a5 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:41.853364 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c251a5-5c2a-49a6-bca5-a497aa5b60e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21f20356-b7e0-4290-bef0-c3d1c82f3d53', 'code': 200} Jun 29 03:31:41.869087 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-97da90b4-72c7-4360-9d15-ce117e666f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.876669 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-97da90b4-72c7-4360-9d15-ce117e666f12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.876904 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=21f20356-b7e0-4290-bef0-c3d1c82f3d53,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:41.879447 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-97da90b4-72c7-4360-9d15-ce117e666f12 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fe38af3-5fdf-41ec-8746-84e88d1cc5a2 HTTP/1.1" status: 204 len: 168 time: 0.1666300 Jun 29 03:31:41.881795 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4b4a94d9-27fe-42fa-8901-2698d7c29176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:41.897291 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da90b4-72c7-4360-9d15-ce117e666f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe38af3-5fdf-41ec-8746-84e88d1cc5a2,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:41.904607 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-97da90b4-72c7-4360-9d15-ce117e666f12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:41.909022 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:41.949049 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d8d679-1aa6-4f95-bfe8-9f323061f07a x-openstack-request-id: req-d0d8d679-1aa6-4f95-bfe8-9f323061f07a {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:41.949924 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76ace18-14d9-40a9-9a09-7981c4b07e05", "tag": "a6aeaf5d-76bf-4eec-872c-4f28b1194195", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:41.950353 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0d8d679-1aa6-4f95-bfe8-9f323061f07a {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:41.950794 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'tag': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195', 'status': 'completed', 'code': 200} Jun 29 03:31:41.971128 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-128c6e3b-9982-4fa5-b92e-2d7c2c06ffc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.979082 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-128c6e3b-9982-4fa5-b92e-2d7c2c06ffc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:41.982831 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-8badf27a-aa8b-401e-9629-ec9dd9cf936a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:42.084264 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-128c6e3b-9982-4fa5-b92e-2d7c2c06ffc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.086018 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-128c6e3b-9982-4fa5-b92e-2d7c2c06ffc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3196282 Jun 29 03:31:42.090889 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 48780) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:42.097270 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-cf66a597-952b-4274-a7be-24b9195ec07d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Request body: {'security_group_rule': {'security_group_id': '483444b3-731d-4a70-a6f7-99a8c2912853', 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:31:42.133752 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a798a-a4ba-4496-ab7f-a742b5a3c7aa req-25ebe7ac-0d60-471d-93c8-9cbb6c0d0e2b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:42.142249 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b84a798a-a4ba-4496-ab7f-a742b5a3c7aa req-25ebe7ac-0d60-471d-93c8-9cbb6c0d0e2b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.1515956 Jun 29 03:31:42.144920 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128c6e3b-9982-4fa5-b92e-2d7c2c06ffc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=483444b3-731d-4a70-a6f7-99a8c2912853,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:42.159718 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-128c6e3b-9982-4fa5-b92e-2d7c2c06ffc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:42.189475 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cf66a597-952b-4274-a7be-24b9195ec07d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.194885 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b84a798a-a4ba-4496-ab7f-a742b5a3c7aa req-f2aa9ace-7bf3-49b1-b94b-d1a3fb4e32f1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517356 Jun 29 03:31:42.226868 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa894fa-b125-479d-83ed-748c4ef07263 req-217c3a30-ac07-4464-a0c3-2f041e2dd39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:42.228907 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-caa894fa-b125-479d-83ed-748c4ef07263 req-217c3a30-ac07-4464-a0c3-2f041e2dd39b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a68092b8bf4548cc89d2a154135208e4&device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 1098 time: 0.2056110 Jun 29 03:31:42.258645 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82904c8-93e0-4964-b3fa-17c282cb4f0a req-147450d3-551d-4153-9974-cab51026a96a tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:42.260926 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f82904c8-93e0-4964-b3fa-17c282cb4f0a req-147450d3-551d-4153-9974-cab51026a96a tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 946 time: 0.1638114 Jun 29 03:31:42.275941 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cf66a597-952b-4274-a7be-24b9195ec07d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.284803 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cf66a597-952b-4274-a7be-24b9195ec07d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.286997 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-cf8e0c10-8968-47ed-b33f-73b06e8bd2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:30:18Z', 'revision_number': 4, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port': {'id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:13Z', 'updated_at': '2021-06-29T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': 'e281aab4-0030-4ad5-8a8d-e42d09668ee2', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': 'b021582f-be11-4067-b96d-0130abae3357', 'port_id': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'mac_address': 'fa:16:3e:7c:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:31:40Z', 'updated_at': '2021-06-29T03:31:40Z', 'revision_number': 0, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6', 'name': '', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'mac_address': 'fa:16:3e:ce:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:16Z', 'updated_at': '2021-06-29T03:30:26Z', 'revision_number': 5, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'subnets': [{'id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:31:42.289034 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:42.311558 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf66a597-952b-4274-a7be-24b9195ec07d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4511ee9-a959-4778-9db9-84d5337ae344,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:42.315578 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e0c10-8968-47ed-b33f-73b06e8bd2e8 None None] Checking router: b021582f-be11-4067-b96d-0130abae3357 for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:31:42.321279 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cf66a597-952b-4274-a7be-24b9195ec07d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:42.328366 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8e0c10-8968-47ed-b33f-73b06e8bd2e8 None None] Routers {'b021582f-be11-4067-b96d-0130abae3357'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:31:42.329311 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-cf8e0c10-8968-47ed-b33f-73b06e8bd2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:31:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['b021582f-be11-4067-b96d-0130abae3357'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:31:42.334790 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 48784) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:42.349359 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cf66a597-952b-4274-a7be-24b9195ec07d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.353303 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-cf66a597-952b-4274-a7be-24b9195ec07d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2573581 Jun 29 03:31:42.353711 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 48786) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:42.359995 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-389f647f-67db-447b-9dd4-76a88b6e2bc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Request body: {'security_group_rule': {'security_group_id': '483444b3-731d-4a70-a6f7-99a8c2912853', 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:31:42.366759 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-de5b20f6-d85f-4ad1-ab22-770b67fe4ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.369092 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f82904c8-93e0-4964-b3fa-17c282cb4f0a req-a45332db-7d38-4d8d-936b-6448f19a1e16 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972004 Jun 29 03:31:42.374684 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c28904-c4ff-4f81-9444-f00abb7b6032 req-67da0ca9-b504-4833-b45a-345de69673cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:42.376160 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-03c28904-c4ff-4f81-9444-f00abb7b6032 req-67da0ca9-b504-4833-b45a-345de69673cf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 1099 time: 0.2097661 Jun 29 03:31:42.412285 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa894fa-b125-479d-83ed-748c4ef07263 req-465861bf-5558-4d65-a34d-9cafd56a8fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:42.413928 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-caa894fa-b125-479d-83ed-748c4ef07263 req-465861bf-5558-4d65-a34d-9cafd56a8fe1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f702c23c-c0d0-4961-8b7a-80f21bdf0102 HTTP/1.1" status: 200 len: 914 time: 0.1750021 Jun 29 03:31:42.425326 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-389f647f-67db-447b-9dd4-76a88b6e2bc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.444102 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-03c28904-c4ff-4f81-9444-f00abb7b6032 req-7c8c1a3a-a0b9-4c99-95a3-294f00559b62 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466826 Jun 29 03:31:42.471972 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-cf8e0c10-8968-47ed-b33f-73b06e8bd2e8 None None] Set router b021582f-be11-4067-b96d-0130abae3357 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:31:42.493904 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-389f647f-67db-447b-9dd4-76a88b6e2bc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.506167 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-caa894fa-b125-479d-83ed-748c4ef07263 req-f05a014e-64db-4b54-99a6-7b8cc6bf05ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6aeaf5d-76bf-4eec-872c-4f28b1194195 HTTP/1.1" status: 200 len: 998 time: 0.0640588 Jun 29 03:31:42.508632 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-389f647f-67db-447b-9dd4-76a88b6e2bc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.513356 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-546b7c7e-4e33-4ec9-8c64-3190a544866f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:42.537295 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389f647f-67db-447b-9dd4-76a88b6e2bc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65c5c71f-91a8-49e7-b03c-979669fb32ee,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:42.540801 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-389f647f-67db-447b-9dd4-76a88b6e2bc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:42.586030 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-de5b20f6-d85f-4ad1-ab22-770b67fe4ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.591797 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-de5b20f6-d85f-4ad1-ab22-770b67fe4ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.597278 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-dfe08ecb-79ea-4ce4-ab7c-9e51b5e5741a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:42.605969 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-389f647f-67db-447b-9dd4-76a88b6e2bc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.609819 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-389f647f-67db-447b-9dd4-76a88b6e2bc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2539983 Jun 29 03:31:42.610819 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 48790) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:42.617513 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-c9f7680d-f81b-428c-9d6e-091895994923 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Request body: {'security_group_rule': {'security_group_id': '483444b3-731d-4a70-a6f7-99a8c2912853', 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:31:42.642686 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-de5b20f6-d85f-4ad1-ab22-770b67fe4ae4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16fcd105e67e4b038065df96abcb4388&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3070412 Jun 29 03:31:42.643866 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5b20f6-d85f-4ad1-ab22-770b67fe4ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a142ff53-8cbe-465d-b6d9-e5564e1e6822,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:42.645354 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 48794) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:42.647187 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-de5b20f6-d85f-4ad1-ab22-770b67fe4ae4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:42.674011 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c9f7680d-f81b-428c-9d6e-091895994923 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.734084 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-cf8e0c10-8968-47ed-b33f-73b06e8bd2e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:30:18Z', 'revision_number': 4, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port': {'id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:13Z', 'updated_at': '2021-06-29T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': 'e281aab4-0030-4ad5-8a8d-e42d09668ee2', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': 'b021582f-be11-4067-b96d-0130abae3357', 'port_id': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'mac_address': 'fa:16:3e:7c:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:31:40Z', 'updated_at': '2021-06-29T03:31:40Z', 'revision_number': 0, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6', 'name': '', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'mac_address': 'fa:16:3e:ce:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:16Z', 'updated_at': '2021-06-29T03:30:26Z', 'revision_number': 5, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'subnets': [{'id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:31:42.759579 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf8e0c10-8968-47ed-b33f-73b06e8bd2e8 None None] The sync data for ids ['b021582f-be11-4067-b96d-0130abae3357'] in dv-cinder-797245-8-iscsi is: [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:30:18Z', 'revision_number': 4, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port': {'id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:13Z', 'updated_at': '2021-06-29T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': 'e281aab4-0030-4ad5-8a8d-e42d09668ee2', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'floating_ip_address': '172.27.1.69', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': 'b021582f-be11-4067-b96d-0130abae3357', 'port_id': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 398, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'mac_address': 'fa:16:3e:7c:03:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:31:40Z', 'updated_at': '2021-06-29T03:31:40Z', 'revision_number': 0, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6', 'name': '', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'mac_address': 'fa:16:3e:ce:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:16Z', 'updated_at': '2021-06-29T03:30:26Z', 'revision_number': 5, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'subnets': [{'id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:31:42.819959 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c9f7680d-f81b-428c-9d6e-091895994923 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.828199 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78339e71-223a-40a7-80d0-094c6cd8fa66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.836739 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c9f7680d-f81b-428c-9d6e-091895994923 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.853824 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2f472a8b-ef0e-46ac-9d30-81dda9d2f273 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:42.868513 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa894fa-b125-479d-83ed-748c4ef07263 req-b9215539-3fd3-4720-82c1-9163e94fb4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:42.869984 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-caa894fa-b125-479d-83ed-748c4ef07263 req-b9215539-3fd3-4720-82c1-9163e94fb4b1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2a4bae3-e5fc-4aef-8216-843bb608eb1d HTTP/1.1" status: 200 len: 852 time: 0.1076107 Jun 29 03:31:42.882387 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78339e71-223a-40a7-80d0-094c6cd8fa66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.908496 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7680d-f81b-428c-9d6e-091895994923 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe6e853-e23b-464b-9e9c-44c530e2e812,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:42.916407 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c9f7680d-f81b-428c-9d6e-091895994923 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:42.933601 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c9f7680d-f81b-428c-9d6e-091895994923 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:42.934791 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-c9f7680d-f81b-428c-9d6e-091895994923 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3234053 Jun 29 03:31:42.937566 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 48796) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:42.943043 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-d5173d73-5193-4cd5-853f-4084d78aaef1 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Request body: {'security_group_rule': {'security_group_id': '483444b3-731d-4a70-a6f7-99a8c2912853', 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:31:42.947148 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f653910-4ea5-416e-87f8-d5df1a7597ca None None] New status for floating IP e281aab4-0030-4ad5-8a8d-e42d09668ee2: ACTIVE {{(pid=92920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:31:42.964557 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edcf582-5e37-4041-847e-79d70f8068ed req-0c197db1-2040-4719-bc76-91fc1076947d tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:42.966071 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0edcf582-5e37-4041-847e-79d70f8068ed req-0c197db1-2040-4719-bc76-91fc1076947d tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.2550921 Jun 29 03:31:42.982577 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d5173d73-5193-4cd5-853f-4084d78aaef1 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.009387 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78339e71-223a-40a7-80d0-094c6cd8fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.012730 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78339e71-223a-40a7-80d0-094c6cd8fa66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.016293 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-78339e71-223a-40a7-80d0-094c6cd8fa66 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a142ff53-8cbe-465d-b6d9-e5564e1e6822 HTTP/1.1" status: 204 len: 168 time: 0.3569803 Jun 29 03:31:43.020161 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-128c6e3b-9982-4fa5-b92e-2d7c2c06ffc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:43.034038 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78339e71-223a-40a7-80d0-094c6cd8fa66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a142ff53-8cbe-465d-b6d9-e5564e1e6822,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:43.036858 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-78339e71-223a-40a7-80d0-094c6cd8fa66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:43.039982 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0edcf582-5e37-4041-847e-79d70f8068ed req-f7dc2892-caba-4e05-98cb-98c9281ec990 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631704 Jun 29 03:31:43.045157 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa894fa-b125-479d-83ed-748c4ef07263 req-7f072971-17d9-497b-9068-866fcec4b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:43.046493 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-caa894fa-b125-479d-83ed-748c4ef07263 req-7f072971-17d9-497b-9068-866fcec4b026 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f702c23c-c0d0-4961-8b7a-80f21bdf0102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1486156 Jun 29 03:31:43.074709 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d5173d73-5193-4cd5-853f-4084d78aaef1 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.083358 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d5173d73-5193-4cd5-853f-4084d78aaef1 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.100530 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:43.112024 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d5173d73-5193-4cd5-853f-4084d78aaef1 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.113361 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-d5173d73-5193-4cd5-853f-4084d78aaef1 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1746089 Jun 29 03:31:43.116285 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5173d73-5193-4cd5-853f-4084d78aaef1 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6245d46f-b36f-4a60-99fd-836bfedf5983,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:43.118668 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d5173d73-5193-4cd5-853f-4084d78aaef1 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:43.121108 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 48800) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:43.147343 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-1ead9a08-0fe8-4d7a-aa30-2013cbbf7329 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Request body: {'security_group_rule': {'security_group_id': '483444b3-731d-4a70-a6f7-99a8c2912853', 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:31:43.173293 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-caa894fa-b125-479d-83ed-748c4ef07263 req-38db5856-345a-46b6-82ba-9d7378b41a15 service neutron] 10.222.0.21 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1184568 Jun 29 03:31:43.183919 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.securitygroups_db [None req-1ead9a08-0fe8-4d7a-aa30-2013cbbf7329 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Project a68092b8bf4548cc89d2a154135208e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 03:31:43.189028 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1ead9a08-0fe8-4d7a-aa30-2013cbbf7329 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.301481 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1ead9a08-0fe8-4d7a-aa30-2013cbbf7329 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.311978 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1ead9a08-0fe8-4d7a-aa30-2013cbbf7329 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.316720 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:43.332281 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-caa894fa-b125-479d-83ed-748c4ef07263 req-ac06c00e-7417-4d18-9878-492f3cd8896d service neutron] 10.222.0.21 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395118 Jun 29 03:31:43.340563 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ead9a08-0fe8-4d7a-aa30-2013cbbf7329 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f573af0a-d565-43c1-9a09-2b965a536e2a,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:43.343043 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-1ead9a08-0fe8-4d7a-aa30-2013cbbf7329 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:43.349135 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1ead9a08-0fe8-4d7a-aa30-2013cbbf7329 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.351292 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-1ead9a08-0fe8-4d7a-aa30-2013cbbf7329 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2285411 Jun 29 03:31:43.354281 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 48808) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:43.360030 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-8024571d-a935-41cf-a76d-2c1266110d97 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Request body: {'security_group_rule': {'security_group_id': '483444b3-731d-4a70-a6f7-99a8c2912853', 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:31:43.386693 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.securitygroups_db [None req-8024571d-a935-41cf-a76d-2c1266110d97 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Project a68092b8bf4548cc89d2a154135208e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 03:31:43.392280 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8024571d-a935-41cf-a76d-2c1266110d97 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.420180 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992d6b99-d1c0-4ade-94f9-194dd32dfb13 req-f8c95b8a-0262-4105-9084-3f2ac2074164 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:43.421736 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-992d6b99-d1c0-4ade-94f9-194dd32dfb13 req-f8c95b8a-0262-4105-9084-3f2ac2074164 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0858769 Jun 29 03:31:43.474037 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-992d6b99-d1c0-4ade-94f9-194dd32dfb13 req-25ef55d3-a89e-4689-a4b8-acd6f3ce8c71 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459681 Jun 29 03:31:43.478143 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.486613 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8024571d-a935-41cf-a76d-2c1266110d97 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.491620 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8024571d-a935-41cf-a76d-2c1266110d97 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.505560 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c9f7680d-f81b-428c-9d6e-091895994923 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:43.508346 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024571d-a935-41cf-a76d-2c1266110d97 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39b23b9e-fa97-491f-9968-2820fb3625a7,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:43.514827 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-8024571d-a935-41cf-a76d-2c1266110d97 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:43.536047 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8024571d-a935-41cf-a76d-2c1266110d97 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:43.537163 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-8024571d-a935-41cf-a76d-2c1266110d97 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1816275 Jun 29 03:31:43.590120 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db859850-25ba-4b56-9c6e-72ee2ba6bc2c req-8137d22f-da0c-4ca6-bbc6-411ac07cd979 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:43.591606 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-db859850-25ba-4b56-9c6e-72ee2ba6bc2c req-8137d22f-da0c-4ca6-bbc6-411ac07cd979 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 946 time: 0.0687065 Jun 29 03:31:43.634291 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-db859850-25ba-4b56-9c6e-72ee2ba6bc2c req-ecf6a5d8-1896-41af-b9a6-2c261ae822f3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331435 Jun 29 03:31:43.678542 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-193a9d0f-60dd-4eb6-aa7f-7ce998cb1160 req-b7cf9285-e504-4262-8687-eb6b2e724031 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572449295&fields=id&tenant_id=a68092b8bf4548cc89d2a154135208e4 HTTP/1.1" status: 200 len: 267 time: 0.0492063 Jun 29 03:31:43.753557 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a9d0f-60dd-4eb6-aa7f-7ce998cb1160 req-32ce1920-32bd-4fcb-9e3f-02fd298182f4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:43.755013 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-193a9d0f-60dd-4eb6-aa7f-7ce998cb1160 req-32ce1920-32bd-4fcb-9e3f-02fd298182f4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0691335 Jun 29 03:31:43.766448 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [req-193a9d0f-60dd-4eb6-aa7f-7ce998cb1160 req-7b397ce7-c4ad-48a1-94ff-bb1cb6b5c59e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Request body: {'port': {'security_groups': ['c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9', '483444b3-731d-4a70-a6f7-99a8c2912853']}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:31:43.865079 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-193a9d0f-60dd-4eb6-aa7f-7ce998cb1160 req-7b397ce7-c4ad-48a1-94ff-bb1cb6b5c59e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:44.091937 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [req-193a9d0f-60dd-4eb6-aa7f-7ce998cb1160 req-7b397ce7-c4ad-48a1-94ff-bb1cb6b5c59e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] For port a6aeaf5d-76bf-4eec-872c-4f28b1194195, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a6aeaf5d-76bf-4eec-872c-4f28b1194195,segment=NetworkSegment(0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a),segment_id=0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:44.124083 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-193a9d0f-60dd-4eb6-aa7f-7ce998cb1160 req-7b397ce7-c4ad-48a1-94ff-bb1cb6b5c59e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:44.128857 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-193a9d0f-60dd-4eb6-aa7f-7ce998cb1160 req-7b397ce7-c4ad-48a1-94ff-bb1cb6b5c59e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088899'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:44.134370 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:44.179641 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['a6aeaf5d-76bf-4eec-872c-4f28b1194195'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:44.182433 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a9d0f-60dd-4eb6-aa7f-7ce998cb1160 req-7b397ce7-c4ad-48a1-94ff-bb1cb6b5c59e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:44.183570 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [req-193a9d0f-60dd-4eb6-aa7f-7ce998cb1160 req-7b397ce7-c4ad-48a1-94ff-bb1cb6b5c59e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:44.188478 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-193a9d0f-60dd-4eb6-aa7f-7ce998cb1160 req-7b397ce7-c4ad-48a1-94ff-bb1cb6b5c59e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "PUT /v2.0/ports/a6aeaf5d-76bf-4eec-872c-4f28b1194195 HTTP/1.1" status: 200 len: 981 time: 0.4272015 Jun 29 03:31:44.203411 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'tag': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:44.205625 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-050be30a-9ddd-43a1-aca3-07003cc51980" -d '{"events": [{"name": "network-changed", "server_uuid": "e76ace18-14d9-40a9-9a09-7981c4b07e05", "tag": "a6aeaf5d-76bf-4eec-872c-4f28b1194195"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:44.236778 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b397ce7-c4ad-48a1-94ff-bb1cb6b5c59e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event updated for resources: {'Port': ['ID=a6aeaf5d-76bf-4eec-872c-4f28b1194195,revision_number=6']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:44.249797 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7b397ce7-c4ad-48a1-94ff-bb1cb6b5c59e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:44.309663 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cbaf6-40a8-42f0-bf0d-82384a615192 req-29a7a0b4-ee82-46c9-bfee-86c67cea57ff tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:44.317340 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d2cbaf6-40a8-42f0-bf0d-82384a615192 req-29a7a0b4-ee82-46c9-bfee-86c67cea57ff tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.1572375 Jun 29 03:31:44.390026 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d2cbaf6-40a8-42f0-bf0d-82384a615192 req-d5d17420-f6fc-4749-b2eb-3760b5d73564 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717437 Jun 29 03:31:44.406754 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['a6aeaf5d-76bf-4eec-872c-4f28b1194195'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:44.476793 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179a036b-c67b-4a2a-9637-6839de573b9a req-1ed18a51-8071-4dba-837a-5ab2a42f67d2 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:44.478360 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-179a036b-c67b-4a2a-9637-6839de573b9a req-1ed18a51-8071-4dba-837a-5ab2a42f67d2 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 984 time: 0.1027331 Jun 29 03:31:44.480793 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb3e9f3-c0b2-4ab9-9f61-362a82026aaf x-openstack-request-id: req-afb3e9f3-c0b2-4ab9-9f61-362a82026aaf {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:44.481223 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76ace18-14d9-40a9-9a09-7981c4b07e05", "tag": "a6aeaf5d-76bf-4eec-872c-4f28b1194195", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:44.481981 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-afb3e9f3-c0b2-4ab9-9f61-362a82026aaf {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:44.481981 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'tag': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195', 'status': 'completed', 'code': 200} Jun 29 03:31:44.522575 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-179a036b-c67b-4a2a-9637-6839de573b9a req-6aaa9aea-9324-4163-8db6-86536a723f11 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=483444b3-731d-4a70-a6f7-99a8c2912853&id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0351870 Jun 29 03:31:44.560666 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-fb7d84ce-2fa5-4c85-b889-da2c6631f69d None None] Provisioning complete for port a6aeaf5d-76bf-4eec-872c-4f28b1194195 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:31:44.561048 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fb7d84ce-2fa5-4c85-b889-da2c6631f69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:44.618699 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050be30a-9ddd-43a1-aca3-07003cc51980 req-d065f257-7805-4f11-82bb-5664148e905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:44.620741 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-050be30a-9ddd-43a1-aca3-07003cc51980 req-d065f257-7805-4f11-82bb-5664148e905c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a68092b8bf4548cc89d2a154135208e4&device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 1137 time: 0.0799139 Jun 29 03:31:44.753257 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050be30a-9ddd-43a1-aca3-07003cc51980 req-33472479-c869-41bc-b1bb-53777a19aef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:44.754738 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-050be30a-9ddd-43a1-aca3-07003cc51980 req-33472479-c869-41bc-b1bb-53777a19aef3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f702c23c-c0d0-4961-8b7a-80f21bdf0102 HTTP/1.1" status: 200 len: 914 time: 0.1125846 Jun 29 03:31:44.838144 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59487eaf-df68-4a2e-8aea-d44a12de4330 req-1f9622d2-0611-4bde-b9e7-9afcc878e928 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:44.840547 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-59487eaf-df68-4a2e-8aea-d44a12de4330 req-1f9622d2-0611-4bde-b9e7-9afcc878e928 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.2078342 Jun 29 03:31:44.847211 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-050be30a-9ddd-43a1-aca3-07003cc51980 req-909a0229-4564-40da-8f19-82ad4dc66a23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6aeaf5d-76bf-4eec-872c-4f28b1194195 HTTP/1.1" status: 200 len: 1000 time: 0.0811563 Jun 29 03:31:44.898292 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11bd9a60-2688-4559-b0df-c2560bec85df req-69521a9d-f989-44d3-a592-308a7aa6a0ee tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:44.907132 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-11bd9a60-2688-4559-b0df-c2560bec85df req-69521a9d-f989-44d3-a592-308a7aa6a0ee tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 946 time: 0.0983081 Jun 29 03:31:44.959970 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-11bd9a60-2688-4559-b0df-c2560bec85df req-a3931c28-3861-4bc7-aee8-320606307887 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518789 Jun 29 03:31:45.184237 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-59487eaf-df68-4a2e-8aea-d44a12de4330 req-890e2e26-0ff5-4a2d-97ba-f64477fb96fd tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3356023 Jun 29 03:31:45.189985 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050be30a-9ddd-43a1-aca3-07003cc51980 req-50c8efa0-8a6f-4dd2-8a51-aff2900440be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:45.191455 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-050be30a-9ddd-43a1-aca3-07003cc51980 req-50c8efa0-8a6f-4dd2-8a51-aff2900440be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2a4bae3-e5fc-4aef-8216-843bb608eb1d HTTP/1.1" status: 200 len: 852 time: 0.3352070 Jun 29 03:31:45.257982 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050be30a-9ddd-43a1-aca3-07003cc51980 req-93e45741-ea65-4c0b-8283-4be9b85e7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:45.259567 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-050be30a-9ddd-43a1-aca3-07003cc51980 req-93e45741-ea65-4c0b-8283-4be9b85e7baf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f702c23c-c0d0-4961-8b7a-80f21bdf0102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0568476 Jun 29 03:31:45.379308 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-050be30a-9ddd-43a1-aca3-07003cc51980 req-97f20d01-499e-4564-b811-984e5b92efb4 service neutron] 10.222.0.21 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103458 Jun 29 03:31:45.468593 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-050be30a-9ddd-43a1-aca3-07003cc51980 req-45126a41-9b93-417c-a378-dbeab86d5e4f service neutron] 10.222.0.21 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813789 Jun 29 03:31:45.559434 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204e7f74-7f83-475c-b67f-5a15f08c5496 req-f8b49ab4-0d34-4e00-9d2b-02170d144161 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:45.560917 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-204e7f74-7f83-475c-b67f-5a15f08c5496 req-f8b49ab4-0d34-4e00-9d2b-02170d144161 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0631618 Jun 29 03:31:45.596822 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-204e7f74-7f83-475c-b67f-5a15f08c5496 req-aa43b14b-f778-4bc3-aaab-a05fc11a856d tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303798 Jun 29 03:31:45.654910 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-56658a9f-7ea1-4a2f-a9e3-e47b53f5f3d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:46.347334 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d09ba2-870c-413a-a744-e59ca8481c65 req-9c38d0ce-d829-4d14-9f9a-da10b65b77ae tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:46.349013 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-66d09ba2-870c-413a-a744-e59ca8481c65 req-9c38d0ce-d829-4d14-9f9a-da10b65b77ae tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.21 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0915067 Jun 29 03:31:46.382026 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9641348d-04ac-4ecf-bc95-f66f04c37f71 req-c789b553-a5dc-43af-877f-1d070ca87d8e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:46.389812 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9641348d-04ac-4ecf-bc95-f66f04c37f71 req-c789b553-a5dc-43af-877f-1d070ca87d8e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0777013 Jun 29 03:31:46.429282 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9641348d-04ac-4ecf-bc95-f66f04c37f71 req-4a2cfb82-9bf5-4db9-8e98-f9a74ddaf2dd tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384221 Jun 29 03:31:46.519669 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbc8f41-4aa4-4e2d-9255-fdddb992b6e7 req-56e06010-bd9d-4eed-9d2a-72cdb695036b tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:46.521157 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2cbc8f41-4aa4-4e2d-9255-fdddb992b6e7 req-56e06010-bd9d-4eed-9d2a-72cdb695036b tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 946 time: 0.1209068 Jun 29 03:31:46.531256 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-66d09ba2-870c-413a-a744-e59ca8481c65 req-f1585798-b255-48c2-bc51-6ad1de05fee4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Deleting port 0558a34b-8df4-4dfc-8697-50248bf4eefd {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:31:46.531557 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-66d09ba2-870c-413a-a744-e59ca8481c65 req-f1585798-b255-48c2-bc51-6ad1de05fee4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:46.611341 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2cbc8f41-4aa4-4e2d-9255-fdddb992b6e7 req-506695f5-96d7-44ef-8075-3d0894d0ae62 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768337 Jun 29 03:31:46.648718 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-66d09ba2-870c-413a-a744-e59ca8481c65 req-f1585798-b255-48c2-bc51-6ad1de05fee4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] For port 0558a34b-8df4-4dfc-8697-50248bf4eefd, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=0558a34b-8df4-4dfc-8697-50248bf4eefd,segment=NetworkSegment(15609b23-4fdf-4d18-8a48-95167c45e719),segment_id=15609b23-4fdf-4d18-8a48-95167c45e719)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:46.649121 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-66d09ba2-870c-413a-a744-e59ca8481c65 req-f1585798-b255-48c2-bc51-6ad1de05fee4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:46.661777 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-66d09ba2-870c-413a-a744-e59ca8481c65 req-f1585798-b255-48c2-bc51-6ad1de05fee4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Calling delete_port for 0558a34b-8df4-4dfc-8697-50248bf4eefd owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:31:46.772033 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbca1ea-10fc-4110-bcbb-009e47c7785e req-8330ff38-a67f-4e6e-96fb-079ffc1bb390 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:46.773548 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fcbca1ea-10fc-4110-bcbb-009e47c7785e req-8330ff38-a67f-4e6e-96fb-079ffc1bb390 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 945 time: 0.0661130 Jun 29 03:31:46.799526 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-66d09ba2-870c-413a-a744-e59ca8481c65 req-f1585798-b255-48c2-bc51-6ad1de05fee4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:46.803452 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5a05535b-41a0-4e29-8384-3747c2e7e983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:46.812765 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fcbca1ea-10fc-4110-bcbb-009e47c7785e req-a284ae31-2c87-4f0e-b7c3-5bdcf8fe8fd4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334995 Jun 29 03:31:46.829668 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1585798-b255-48c2-bc51-6ad1de05fee4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Pushing event deleted for resources: {'Port': ['ID=0558a34b-8df4-4dfc-8697-50248bf4eefd,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:46.832739 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f1585798-b255-48c2-bc51-6ad1de05fee4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:46.844753 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['d0875cb9-468d-4ebf-9502-b18e15112d6b', '0558a34b-8df4-4dfc-8697-50248bf4eefd'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:46.877800 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-66d09ba2-870c-413a-a744-e59ca8481c65 req-f1585798-b255-48c2-bc51-6ad1de05fee4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] No DVR routers for this DVR port 0558a34b-8df4-4dfc-8697-50248bf4eefd on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:31:46.880300 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-66d09ba2-870c-413a-a744-e59ca8481c65 req-f1585798-b255-48c2-bc51-6ad1de05fee4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:46.882275 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-66d09ba2-870c-413a-a744-e59ca8481c65 req-f1585798-b255-48c2-bc51-6ad1de05fee4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.21 "DELETE /v2.0/ports/0558a34b-8df4-4dfc-8697-50248bf4eefd HTTP/1.1" status: 204 len: 173 time: 0.5100360 Jun 29 03:31:46.882759 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4700abd-fce5-459c-9adc-d05fb98a1338', 'name': 'network-vif-deleted', 'tag': '0558a34b-8df4-4dfc-8697-50248bf4eefd'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:46.885121 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf6d8844-164b-4888-9c71-ac728ff90902" -d '{"events": [{"server_uuid": "f4700abd-fce5-459c-9adc-d05fb98a1338", "name": "network-vif-deleted", "tag": "0558a34b-8df4-4dfc-8697-50248bf4eefd"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:46.927813 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86bf27c6-0832-47ef-9dda-69b9afeafa5a x-openstack-request-id: req-86bf27c6-0832-47ef-9dda-69b9afeafa5a {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:46.928170 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4700abd-fce5-459c-9adc-d05fb98a1338", "name": "network-vif-deleted", "tag": "0558a34b-8df4-4dfc-8697-50248bf4eefd", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:46.928461 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-86bf27c6-0832-47ef-9dda-69b9afeafa5a {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:46.928893 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4700abd-fce5-459c-9adc-d05fb98a1338', 'name': 'network-vif-deleted', 'tag': '0558a34b-8df4-4dfc-8697-50248bf4eefd', 'status': 'completed', 'code': 200} Jun 29 03:31:47.605229 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9594678-6ec8-4fa0-8d0a-1245e4412b09 req-3923390d-365e-43c2-b26e-7bacf9d0f252 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:47.606738 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b9594678-6ec8-4fa0-8d0a-1245e4412b09 req-3923390d-365e-43c2-b26e-7bacf9d0f252 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0670877 Jun 29 03:31:47.644034 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b9594678-6ec8-4fa0-8d0a-1245e4412b09 req-f2a858dc-655e-4743-a02f-a4a73e0118ad tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318468 Jun 29 03:31:47.784089 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfcd3ec-cb0b-4a29-8bbb-93db6b9a4c87 req-7b8800cd-8b56-4ccc-9640-30194b3c3563 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:47.785543 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cdfcd3ec-cb0b-4a29-8bbb-93db6b9a4c87 req-7b8800cd-8b56-4ccc-9640-30194b3c3563 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 946 time: 0.0629036 Jun 29 03:31:47.821860 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cdfcd3ec-cb0b-4a29-8bbb-93db6b9a4c87 req-692e6a4e-8b36-41b2-b945-a3a9b707823b tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307801 Jun 29 03:31:47.950619 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e81bde96-7377-4bb2-b452-bf3c63a36d77 req-c07e27b0-ec2a-46a2-a7a9-a8a815655ac4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 210 time: 0.0277319 Jun 29 03:31:48.452201 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-909b4f7b-268d-4106-b875-6fe49772aa89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:48.731371 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:48.813553 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daca2ffc-5312-4c41-bc05-0bf72b16a6d4 req-d123a365-3406-44c9-983d-1a40300e3f6e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:48.814988 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-daca2ffc-5312-4c41-bc05-0bf72b16a6d4 req-d123a365-3406-44c9-983d-1a40300e3f6e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0614860 Jun 29 03:31:48.856298 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-daca2ffc-5312-4c41-bc05-0bf72b16a6d4 req-815ed3d0-3c5d-44cb-adca-cdf3c8bd076c tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356307 Jun 29 03:31:49.091691 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-96bdff88-3446-4ac6-97bb-6464c058dac8 req-d74ed9cd-77ea-430f-a914-08d48150ff03 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 210 time: 0.0290043 Jun 29 03:31:49.138812 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cacff2-204c-42ce-ad46-8e973a765528 req-b03a24f1-8ff7-49ff-abaa-e80f748c9cdd tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:49.140271 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-71cacff2-204c-42ce-ad46-8e973a765528 req-b03a24f1-8ff7-49ff-abaa-e80f748c9cdd tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 946 time: 0.0611339 Jun 29 03:31:49.176448 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-71cacff2-204c-42ce-ad46-8e973a765528 req-d699217e-ba5b-49f5-9cf8-471e95935bf6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306437 Jun 29 03:31:49.227889 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:31:49.577075 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:50.026286 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dae7c89-a6c2-4ba2-8a66-d41a7895358c req-47978d1b-ed86-498a-8c5e-ef317b7c74b9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:50.027814 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1dae7c89-a6c2-4ba2-8a66-d41a7895358c req-47978d1b-ed86-498a-8c5e-ef317b7c74b9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0624714 Jun 29 03:31:50.065372 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1dae7c89-a6c2-4ba2-8a66-d41a7895358c req-f7dabca6-ed22-4949-8568-80344b701ae5 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319843 Jun 29 03:31:50.248264 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-785e6624-5960-4cc8-a789-b33ced2c5b41 req-b9105637-6ec1-4f06-bfb5-d1d3a57bbb0a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4700abd-fce5-459c-9adc-d05fb98a1338 HTTP/1.1" status: 200 len: 210 time: 0.0328813 Jun 29 03:31:50.360131 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c5bb3-4766-4e4f-b30e-7a6c2b69e1c7 req-34897e24-74e4-4ce5-862b-ff8553a5d6dd tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:50.361594 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-631c5bb3-4766-4e4f-b30e-7a6c2b69e1c7 req-34897e24-74e4-4ce5-862b-ff8553a5d6dd tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 946 time: 0.0673547 Jun 29 03:31:50.399186 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-631c5bb3-4766-4e4f-b30e-7a6c2b69e1c7 req-ebb3cfc1-7278-4365-bd22-f2209590d23a tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/security-groups?id=41c2ea07-615e-4026-8cb8-ca4bb0a45204&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Jun 29 03:31:50.845936 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:51.127979 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc426471-3092-4983-91a6-add184867ca0 req-dd068771-9355-4052-8246-53e54f658569 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:51.129433 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dc426471-3092-4983-91a6-add184867ca0 req-dd068771-9355-4052-8246-53e54f658569 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.21 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 946 time: 0.0631216 Jun 29 03:31:51.235616 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-dc426471-3092-4983-91a6-add184867ca0 req-274f5d8f-a22e-42f7-a910-af9597029948 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Deleting port 21f20356-b7e0-4290-bef0-c3d1c82f3d53 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:31:51.236001 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-dc426471-3092-4983-91a6-add184867ca0 req-274f5d8f-a22e-42f7-a910-af9597029948 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:51.243968 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b1678a-2e7a-499b-99df-b4ded215aa8c req-a5b84cb6-3451-43b8-b9eb-904425e891f0 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:51.248302 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-35b1678a-2e7a-499b-99df-b4ded215aa8c req-a5b84cb6-3451-43b8-b9eb-904425e891f0 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0705252 Jun 29 03:31:51.284529 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-35b1678a-2e7a-499b-99df-b4ded215aa8c req-49bbc282-1806-4c9b-bf03-8ad6a57d0abc tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333455 Jun 29 03:31:51.343973 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-dc426471-3092-4983-91a6-add184867ca0 req-274f5d8f-a22e-42f7-a910-af9597029948 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] For port 21f20356-b7e0-4290-bef0-c3d1c82f3d53, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=21f20356-b7e0-4290-bef0-c3d1c82f3d53,segment=NetworkSegment(2b6bdc7d-1945-4f85-812e-1c11a5028a49),segment_id=2b6bdc7d-1945-4f85-812e-1c11a5028a49)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:51.344328 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-dc426471-3092-4983-91a6-add184867ca0 req-274f5d8f-a22e-42f7-a910-af9597029948 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:51.358637 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-dc426471-3092-4983-91a6-add184867ca0 req-274f5d8f-a22e-42f7-a910-af9597029948 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Calling delete_port for 21f20356-b7e0-4290-bef0-c3d1c82f3d53 owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:31:51.494375 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-dc426471-3092-4983-91a6-add184867ca0 req-274f5d8f-a22e-42f7-a910-af9597029948 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:51.498211 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:51.526148 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f5d8f-a22e-42f7-a910-af9597029948 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Pushing event deleted for resources: {'Port': ['ID=21f20356-b7e0-4290-bef0-c3d1c82f3d53,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:51.535525 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['21f20356-b7e0-4290-bef0-c3d1c82f3d53'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:51.557803 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-239a64f5-b8bd-40d8-95be-fc1f66fcec83 req-478af820-8eba-4496-8e89-de4bc3a731d0 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.39 "GET /v2.0/ports?device_id=a1c251a5-5c2a-49a6-bca5-a497aa5b60e3 HTTP/1.1" status: 200 len: 210 time: 0.0356083 Jun 29 03:31:51.561799 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-274f5d8f-a22e-42f7-a910-af9597029948 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:51.607280 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc426471-3092-4983-91a6-add184867ca0 req-274f5d8f-a22e-42f7-a910-af9597029948 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] No DVR routers for this DVR port 21f20356-b7e0-4290-bef0-c3d1c82f3d53 on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:31:51.609662 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-dc426471-3092-4983-91a6-add184867ca0 req-274f5d8f-a22e-42f7-a910-af9597029948 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:51.611578 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dc426471-3092-4983-91a6-add184867ca0 req-274f5d8f-a22e-42f7-a910-af9597029948 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] 10.222.0.21 "DELETE /v2.0/ports/21f20356-b7e0-4290-bef0-c3d1c82f3d53 HTTP/1.1" status: 204 len: 173 time: 0.4750235 Jun 29 03:31:51.612091 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1c251a5-5c2a-49a6-bca5-a497aa5b60e3', 'name': 'network-vif-deleted', 'tag': '21f20356-b7e0-4290-bef0-c3d1c82f3d53'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:51.614337 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1f26bf-f01b-43cf-a687-ccd1bf585dbd" -d '{"events": [{"server_uuid": "a1c251a5-5c2a-49a6-bca5-a497aa5b60e3", "name": "network-vif-deleted", "tag": "21f20356-b7e0-4290-bef0-c3d1c82f3d53"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:51.631853 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 0558a34b-8df4-4dfc-8697-50248bf4eefd no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:31:51.651949 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 0558a34b-8df4-4dfc-8697-50248bf4eefd {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:31:51.652294 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 0558a34b-8df4-4dfc-8697-50248bf4eefd not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:31:51.661456 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3420d6fd-3053-4b88-8425-212e01ff5cfa x-openstack-request-id: req-3420d6fd-3053-4b88-8425-212e01ff5cfa {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:51.661777 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a1c251a5-5c2a-49a6-bca5-a497aa5b60e3", "name": "network-vif-deleted", "tag": "21f20356-b7e0-4290-bef0-c3d1c82f3d53", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:51.662054 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3420d6fd-3053-4b88-8425-212e01ff5cfa {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:51.662536 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1c251a5-5c2a-49a6-bca5-a497aa5b60e3', 'name': 'network-vif-deleted', 'tag': '21f20356-b7e0-4290-bef0-c3d1c82f3d53', 'status': 'completed', 'code': 200} Jun 29 03:31:51.730903 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0c9163-e245-4b10-94f4-6393750c9d11 req-296a6cc7-8de0-4d9f-ab03-cd385fe49deb tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:51.732437 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3c0c9163-e245-4b10-94f4-6393750c9d11 req-296a6cc7-8de0-4d9f-ab03-cd385fe49deb tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0627224 Jun 29 03:31:51.771207 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3c0c9163-e245-4b10-94f4-6393750c9d11 req-530b2548-2bb7-48df-960d-5880577117e9 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329251 Jun 29 03:31:52.478084 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e149b57a-0362-44f5-bac8-8c95f19b4942 req-5ad96a66-b41a-478b-932b-ae3572e00b8b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:52.480213 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e149b57a-0362-44f5-bac8-8c95f19b4942 req-5ad96a66-b41a-478b-932b-ae3572e00b8b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0660198 Jun 29 03:31:52.518954 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e149b57a-0362-44f5-bac8-8c95f19b4942 req-f9c30be1-e09c-4b1d-8b7e-8121d6fe443e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330758 Jun 29 03:31:52.949317 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49dd6ee-5b20-472f-b858-3ae518f787cd req-9b3fd9bf-2110-43bb-b42c-92dd9ca16e06 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:52.950785 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f49dd6ee-5b20-472f-b858-3ae518f787cd req-9b3fd9bf-2110-43bb-b42c-92dd9ca16e06 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0691864 Jun 29 03:31:52.989865 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f49dd6ee-5b20-472f-b858-3ae518f787cd req-f82fb86d-a795-4b9d-8640-a928a2a91e9a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334773 Jun 29 03:31:53.547593 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49012) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:53.648441 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f724f94c-1a27-43c2-8aca-f3b6b6e12c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:53.695996 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b567573e-5854-4013-bc8a-b158f21ea195 req-f97c33c4-e623-4d76-858a-69f398b481f7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:53.697602 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b567573e-5854-4013-bc8a-b158f21ea195 req-f97c33c4-e623-4d76-858a-69f398b481f7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0666955 Jun 29 03:31:53.736867 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b567573e-5854-4013-bc8a-b158f21ea195 req-9c2906f7-c3ad-4854-9df9-10b5b36b7186 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327640 Jun 29 03:31:53.743888 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f724f94c-1a27-43c2-8aca-f3b6b6e12c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:53.747985 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f724f94c-1a27-43c2-8aca-f3b6b6e12c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:53.751157 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:53.791196 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-f724f94c-1a27-43c2-8aca-f3b6b6e12c12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8fab90c87df646d4a78e718f65c7c23b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2424538 Jun 29 03:31:53.792596 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f724f94c-1a27-43c2-8aca-f3b6b6e12c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7146da6f-dc9b-48a8-a334-c4c609018d98,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:53.794634 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 49016) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:53.795587 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f724f94c-1a27-43c2-8aca-f3b6b6e12c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:53.842544 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-80718cff-d015-450b-91f3-516185c1df29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:53.863150 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-80718cff-d015-450b-91f3-516185c1df29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:53.908208 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-80718cff-d015-450b-91f3-516185c1df29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:53.910613 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-80718cff-d015-450b-91f3-516185c1df29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:53.911736 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-80718cff-d015-450b-91f3-516185c1df29 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7146da6f-dc9b-48a8-a334-c4c609018d98 HTTP/1.1" status: 204 len: 168 time: 0.1160867 Jun 29 03:31:53.912490 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0a0baac6-5467-46cc-9037-02263e2f76b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:53.919893 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80718cff-d015-450b-91f3-516185c1df29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7146da6f-dc9b-48a8-a334-c4c609018d98,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:53.922233 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-80718cff-d015-450b-91f3-516185c1df29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:54.161420 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f90f6-cc27-47c5-b3c1-5b80ed53eeaf req-97dbfe24-87fc-4e86-b30d-e9e2007ebc50 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:54.163197 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3c1f90f6-cc27-47c5-b3c1-5b80ed53eeaf req-97dbfe24-87fc-4e86-b30d-e9e2007ebc50 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0647485 Jun 29 03:31:54.171868 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49024) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:54.191331 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a718-d3fa-42d5-b9b2-45bfd72db230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:54.222224 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3c1f90f6-cc27-47c5-b3c1-5b80ed53eeaf req-d3f8cce9-751f-4bb5-b08a-b920428994be tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530324 Jun 29 03:31:54.294836 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a718-d3fa-42d5-b9b2-45bfd72db230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:54.298539 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8aa3a718-d3fa-42d5-b9b2-45bfd72db230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:54.301750 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9f2f3f58-7434-4b9b-8dd3-3e7594536565 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:54.338021 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-8aa3a718-d3fa-42d5-b9b2-45bfd72db230 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=495782a25f4543e5b7d9f4ce5086731b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715672 Jun 29 03:31:54.339638 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa3a718-d3fa-42d5-b9b2-45bfd72db230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31039cd9-dd9a-4767-96bc-28242ba41e2f,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:54.341625 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 49026) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:54.342592 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-8aa3a718-d3fa-42d5-b9b2-45bfd72db230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:54.389750 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cd46df9b-6112-4ee2-a471-eb1954675408 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:54.410841 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cd46df9b-6112-4ee2-a471-eb1954675408 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:54.459319 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cd46df9b-6112-4ee2-a471-eb1954675408 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:54.461805 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cd46df9b-6112-4ee2-a471-eb1954675408 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:54.462934 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-cd46df9b-6112-4ee2-a471-eb1954675408 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/31039cd9-dd9a-4767-96bc-28242ba41e2f HTTP/1.1" status: 204 len: 168 time: 0.1203115 Jun 29 03:31:54.463648 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-011f6edc-3d44-4d61-94b1-406d4e6073fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:54.472048 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd46df9b-6112-4ee2-a471-eb1954675408 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31039cd9-dd9a-4767-96bc-28242ba41e2f,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:54.474240 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cd46df9b-6112-4ee2-a471-eb1954675408 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:54.911080 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4fd2aa-361e-4258-89e5-4b9c384c7bc9 req-b718572b-68f5-4b1a-a51e-20954940e2ba tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:54.912756 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ce4fd2aa-361e-4258-89e5-4b9c384c7bc9 req-b718572b-68f5-4b1a-a51e-20954940e2ba tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0634549 Jun 29 03:31:54.950351 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ce4fd2aa-361e-4258-89e5-4b9c384c7bc9 req-045710f1-c5be-4afe-8ac8-7e97fe502e0f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311716 Jun 29 03:31:55.406010 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4c0da0-9ea1-4597-847c-b1bb8deed50d req-1bfe8aea-8126-4867-a76f-b44535b9432a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:55.407646 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ae4c0da0-9ea1-4597-847c-b1bb8deed50d req-1bfe8aea-8126-4867-a76f-b44535b9432a tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0646060 Jun 29 03:31:55.446735 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ae4c0da0-9ea1-4597-847c-b1bb8deed50d req-5c4f3a44-af24-49e6-bffa-a20d170b38ae tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334001 Jun 29 03:31:56.127071 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8fe26-c634-4919-822e-d51306d6f78f req-d97383ba-ac15-4609-aa22-9888b1dbca1e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:56.128576 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-74a8fe26-c634-4919-822e-d51306d6f78f req-d97383ba-ac15-4609-aa22-9888b1dbca1e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0623083 Jun 29 03:31:56.167375 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-74a8fe26-c634-4919-822e-d51306d6f78f req-85231a63-89ca-439e-a449-b738db7fd74e tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325360 Jun 29 03:31:56.451409 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 21f20356-b7e0-4290-bef0-c3d1c82f3d53 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:31:56.474439 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 21f20356-b7e0-4290-bef0-c3d1c82f3d53 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:31:56.474788 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 21f20356-b7e0-4290-bef0-c3d1c82f3d53 not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:31:56.641640 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b6563e-8866-4372-a353-67b5e91bdf1d req-4c9b80f8-786c-43dc-85dc-b2c302ae4974 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:56.643126 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a5b6563e-8866-4372-a353-67b5e91bdf1d req-4c9b80f8-786c-43dc-85dc-b2c302ae4974 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.0707619 Jun 29 03:31:56.682117 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a5b6563e-8866-4372-a353-67b5e91bdf1d req-21314131-aa5d-4f43-8fe6-53d939829471 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333037 Jun 29 03:31:57.337964 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd08774-ec72-4c24-8cb6-967b9b1a7f0f req-9e0442a3-6ba0-44bd-b1eb-f3576ed0bbbf tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:57.339710 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4fd08774-ec72-4c24-8cb6-967b9b1a7f0f req-9e0442a3-6ba0-44bd-b1eb-f3576ed0bbbf tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0645812 Jun 29 03:31:57.377041 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4fd08774-ec72-4c24-8cb6-967b9b1a7f0f req-9b32d356-668a-40f3-b94c-95a9bc921d19 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315871 Jun 29 03:31:57.753906 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ee5580-8853-40e9-a347-2f87cb393186 req-57698886-d9d4-467c-85b0-831543153ecf tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:57.756111 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-95ee5580-8853-40e9-a347-2f87cb393186 req-57698886-d9d4-467c-85b0-831543153ecf tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.1042373 Jun 29 03:31:57.837266 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-95ee5580-8853-40e9-a347-2f87cb393186 req-c8deea8b-d428-466e-bfc9-f58998009d06 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634949 Jun 29 03:31:57.864260 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af953fe2-afc4-4067-a396-25704a5eecbc req-9a0d6998-915c-4742-9277-e3d3903cd58d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:57.865920 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-af953fe2-afc4-4067-a396-25704a5eecbc req-9a0d6998-915c-4742-9277-e3d3903cd58d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b4127104ef4f549c06b765167084a1&device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 1098 time: 0.1030486 Jun 29 03:31:58.018948 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af953fe2-afc4-4067-a396-25704a5eecbc req-b45443b0-9177-49a9-a5cb-4181b704138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:58.020689 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-af953fe2-afc4-4067-a396-25704a5eecbc req-b45443b0-9177-49a9-a5cb-4181b704138b service neutron] 10.222.0.21 "GET /v2.0/networks?id=785192c7-749d-4ba0-a5e1-ac42527baabb HTTP/1.1" status: 200 len: 912 time: 0.1439373 Jun 29 03:31:58.034211 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a6f6b0-cedf-4709-a318-7ce3290a7215 req-85f167d0-e634-4b3a-8827-ceef6dc6b58e tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:58.035959 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a8a6f6b0-cedf-4709-a318-7ce3290a7215 req-85f167d0-e634-4b3a-8827-ceef6dc6b58e tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1690605 Jun 29 03:31:58.121550 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a8a6f6b0-cedf-4709-a318-7ce3290a7215 req-1571ca42-bca8-4391-b844-2d637aa4d7ad tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/security-groups?id=7ff181be-9716-428c-915f-c82fabf996af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760574 Jun 29 03:31:58.123661 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-af953fe2-afc4-4067-a396-25704a5eecbc req-2b674cdb-e458-46fc-a2ea-53a28941fe52 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=352c37fa-a996-4db1-9d81-27a6b89baf20 HTTP/1.1" status: 200 len: 1001 time: 0.0867503 Jun 29 03:31:58.249202 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af953fe2-afc4-4067-a396-25704a5eecbc req-8f1c8974-4408-41d3-a402-181e29a96179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:58.250849 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-af953fe2-afc4-4067-a396-25704a5eecbc req-8f1c8974-4408-41d3-a402-181e29a96179 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78 HTTP/1.1" status: 200 len: 850 time: 0.0812194 Jun 29 03:31:58.300084 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85adda18-4b90-4517-8d7e-0473bf799759 req-78291c83-832e-4598-8479-695d6c78aa42 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:58.301572 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-85adda18-4b90-4517-8d7e-0473bf799759 req-78291c83-832e-4598-8479-695d6c78aa42 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 945 time: 0.1331439 Jun 29 03:31:58.368255 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af953fe2-afc4-4067-a396-25704a5eecbc req-76903eb7-26e3-401e-9c76-ebf1c168c44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:58.370456 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-af953fe2-afc4-4067-a396-25704a5eecbc req-76903eb7-26e3-401e-9c76-ebf1c168c44c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=785192c7-749d-4ba0-a5e1-ac42527baabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1096818 Jun 29 03:31:58.491684 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-85adda18-4b90-4517-8d7e-0473bf799759 req-bd3a9654-8b8a-4bbf-bf72-30dc02a90323 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Deleting port d0875cb9-468d-4ebf-9502-b18e15112d6b {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:31:58.492045 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-85adda18-4b90-4517-8d7e-0473bf799759 req-bd3a9654-8b8a-4bbf-bf72-30dc02a90323 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:58.497538 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-af953fe2-afc4-4067-a396-25704a5eecbc req-d452bb0d-781f-4d1d-89b7-814ee254925c service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197999 Jun 29 03:31:58.661682 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-85adda18-4b90-4517-8d7e-0473bf799759 req-bd3a9654-8b8a-4bbf-bf72-30dc02a90323 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] For port d0875cb9-468d-4ebf-9502-b18e15112d6b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=d0875cb9-468d-4ebf-9502-b18e15112d6b,segment=NetworkSegment(15609b23-4fdf-4d18-8a48-95167c45e719),segment_id=15609b23-4fdf-4d18-8a48-95167c45e719)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:31:58.662047 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-85adda18-4b90-4517-8d7e-0473bf799759 req-bd3a9654-8b8a-4bbf-bf72-30dc02a90323 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:58.674656 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-af953fe2-afc4-4067-a396-25704a5eecbc req-58c8a367-9166-4eeb-852b-f2646ffc91ee service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633513 Jun 29 03:31:58.678683 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-85adda18-4b90-4517-8d7e-0473bf799759 req-bd3a9654-8b8a-4bbf-bf72-30dc02a90323 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Calling delete_port for d0875cb9-468d-4ebf-9502-b18e15112d6b owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:31:58.813551 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-85adda18-4b90-4517-8d7e-0473bf799759 req-bd3a9654-8b8a-4bbf-bf72-30dc02a90323 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:58.817908 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:58.854825 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3a9654-8b8a-4bbf-bf72-30dc02a90323 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Pushing event deleted for resources: {'Port': ['ID=d0875cb9-468d-4ebf-9502-b18e15112d6b,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:58.858500 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['d0875cb9-468d-4ebf-9502-b18e15112d6b'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:31:58.859061 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-bd3a9654-8b8a-4bbf-bf72-30dc02a90323 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:58.911036 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-85adda18-4b90-4517-8d7e-0473bf799759 req-bd3a9654-8b8a-4bbf-bf72-30dc02a90323 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] No DVR routers for this DVR port d0875cb9-468d-4ebf-9502-b18e15112d6b on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:31:58.913675 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-85adda18-4b90-4517-8d7e-0473bf799759 req-bd3a9654-8b8a-4bbf-bf72-30dc02a90323 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:58.915715 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-85adda18-4b90-4517-8d7e-0473bf799759 req-bd3a9654-8b8a-4bbf-bf72-30dc02a90323 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.21 "DELETE /v2.0/ports/d0875cb9-468d-4ebf-9502-b18e15112d6b HTTP/1.1" status: 204 len: 173 time: 0.6065741 Jun 29 03:31:58.922941 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e2e3f3-8932-461f-b0d7-59448c2ace64', 'name': 'network-vif-deleted', 'tag': 'd0875cb9-468d-4ebf-9502-b18e15112d6b'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:31:58.922941 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e55185b-32ed-4cca-9447-68c825118f31" -d '{"events": [{"server_uuid": "84e2e3f3-8932-461f-b0d7-59448c2ace64", "name": "network-vif-deleted", "tag": "d0875cb9-468d-4ebf-9502-b18e15112d6b"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:31:58.980336 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:31:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f43d577-950b-46b7-bb47-3ee0f2bac8c3 x-openstack-request-id: req-7f43d577-950b-46b7-bb47-3ee0f2bac8c3 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:31:58.980661 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e2e3f3-8932-461f-b0d7-59448c2ace64", "name": "network-vif-deleted", "tag": "d0875cb9-468d-4ebf-9502-b18e15112d6b", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:31:58.980950 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f43d577-950b-46b7-bb47-3ee0f2bac8c3 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:31:58.981638 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e2e3f3-8932-461f-b0d7-59448c2ace64', 'name': 'network-vif-deleted', 'tag': 'd0875cb9-468d-4ebf-9502-b18e15112d6b', 'status': 'completed', 'code': 200} Jun 29 03:31:59.068982 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8fe673-1313-45f8-bd6f-b3735a009dd0 req-9d890b53-a27e-448f-9c77-2a7ca47cfba5 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:31:59.070836 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9d8fe673-1313-45f8-bd6f-b3735a009dd0 req-9d890b53-a27e-448f-9c77-2a7ca47cfba5 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0783165 Jun 29 03:31:59.150425 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9d8fe673-1313-45f8-bd6f-b3735a009dd0 req-84960cf9-4144-4ebe-8e35-c268ea8b3c05 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718491 Jun 29 03:31:59.308756 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-232dc2bf-e99e-46fc-969f-f4fb2691f235 req-4ed7d902-f440-4ca8-9479-0dcf9543b6f7 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] 10.222.0.39 "GET /v2.0/ports?device_id=84e2e3f3-8932-461f-b0d7-59448c2ace64 HTTP/1.1" status: 200 len: 210 time: 0.0332756 Jun 29 03:31:59.609256 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49184) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:59.754934 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6d391226-285f-4149-a2a5-25af1f34f8e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:59.868710 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6d391226-285f-4149-a2a5-25af1f34f8e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:59.874646 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6d391226-285f-4149-a2a5-25af1f34f8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:31:59.877175 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9ca177a0-7b64-42c9-9402-eb719f954784 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:31:59.922219 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 49188) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:31:59.929011 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-6d391226-285f-4149-a2a5-25af1f34f8e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b511610c4204b27a6baf04c9c78a590&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3184347 Jun 29 03:31:59.932006 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d391226-285f-4149-a2a5-25af1f34f8e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33c7488-5671-4bd8-abd0-d995b5cd3fbc,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:31:59.940637 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-6d391226-285f-4149-a2a5-25af1f34f8e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:31:59.980637 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a6231e5-e9a7-4544-ba42-1e797030bc99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:00.003267 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a6231e5-e9a7-4544-ba42-1e797030bc99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:00.051669 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a6231e5-e9a7-4544-ba42-1e797030bc99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:00.055377 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a6231e5-e9a7-4544-ba42-1e797030bc99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:00.057660 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-2a6231e5-e9a7-4544-ba42-1e797030bc99 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d33c7488-5671-4bd8-abd0-d995b5cd3fbc HTTP/1.1" status: 204 len: 168 time: 0.1333201 Jun 29 03:32:00.058859 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f99bed8a-2f66-4534-b138-438935cb4365 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:00.068695 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6231e5-e9a7-4544-ba42-1e797030bc99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33c7488-5671-4bd8-abd0-d995b5cd3fbc,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:00.070954 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2a6231e5-e9a7-4544-ba42-1e797030bc99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:00.414533 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b1bd-58cf-4fce-8c0f-0d254432d001 req-b59d31d5-2087-4d01-bb96-a05afb1548ac tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:00.418954 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7112b1bd-58cf-4fce-8c0f-0d254432d001 req-b59d31d5-2087-4d01-bb96-a05afb1548ac tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.1120052 Jun 29 03:32:00.470096 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49198) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:00.477253 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49200) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:00.493210 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7112b1bd-58cf-4fce-8c0f-0d254432d001 req-3a8860a6-4599-4738-a465-1dbf6471d908 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638549 Jun 29 03:32:00.523297 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-baae7572-10bf-4b99-8163-52d4fec2d704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:01.017881 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-baae7572-10bf-4b99-8163-52d4fec2d704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:01.049346 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-baae7572-10bf-4b99-8163-52d4fec2d704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:01.055443 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-8633076c-631d-47f8-82c0-5217645e23e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:01.131909 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae7572-10bf-4b99-8163-52d4fec2d704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cd0bb6-9295-4a99-b092-508c181c9ec3,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:01.136519 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-baae7572-10bf-4b99-8163-52d4fec2d704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:01.172982 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-baae7572-10bf-4b99-8163-52d4fec2d704 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=88cd6087ae2640f3b42f6ab4fd6be886&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7014544 Jun 29 03:32:01.175653 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 49208) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:01.247800 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f5a28f1f-1238-41eb-9406-64abe5997e7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:01.278369 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f5a28f1f-1238-41eb-9406-64abe5997e7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:01.347517 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f5a28f1f-1238-41eb-9406-64abe5997e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:01.350518 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f5a28f1f-1238-41eb-9406-64abe5997e7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:01.354703 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5e0c-b9b3-450c-85b4-e4626fb45ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672515'] for router_interface, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:01.355265 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f5a28f1f-1238-41eb-9406-64abe5997e7d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7cd0bb6-9295-4a99-b092-508c181c9ec3 HTTP/1.1" status: 204 len: 168 time: 0.1783218 Jun 29 03:32:01.356189 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-11e9cb04-5e95-48fc-9645-ea8df7d13918 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:01.364738 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a28f1f-1238-41eb-9406-64abe5997e7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cd0bb6-9295-4a99-b092-508c181c9ec3,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:01.367192 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f5a28f1f-1238-41eb-9406-64abe5997e7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:01.782882 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-d3aa5e0c-b9b3-450c-85b4-e4626fb45ec2 admin admin] Deleting port d6d69e32-99a8-4ed1-97f4-6e280cd9a93c {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:32:01.783314 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5e0c-b9b3-450c-85b4-e4626fb45ec2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:01.904960 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49224) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:01.933378 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-d3aa5e0c-b9b3-450c-85b4-e4626fb45ec2 admin admin] For port d6d69e32-99a8-4ed1-97f4-6e280cd9a93c, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=d6d69e32-99a8-4ed1-97f4-6e280cd9a93c,segment=NetworkSegment(15609b23-4fdf-4d18-8a48-95167c45e719),segment_id=15609b23-4fdf-4d18-8a48-95167c45e719)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:01.933840 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5e0c-b9b3-450c-85b4-e4626fb45ec2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:01.937609 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2773e957-5307-4677-9e4a-edef7239c605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:01.959290 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-d3aa5e0c-b9b3-450c-85b4-e4626fb45ec2 admin admin] Calling delete_port for d6d69e32-99a8-4ed1-97f4-6e280cd9a93c owned by network:router_interface {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:32:02.253793 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2773e957-5307-4677-9e4a-edef7239c605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:02.261790 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2773e957-5307-4677-9e4a-edef7239c605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:02.269701 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-66454d3f-23aa-4d4b-8110-c3927ca25ea8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:02.346369 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-2773e957-5307-4677-9e4a-edef7239c605 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f1c36ee298214b1193696f46ff5d634b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4399853 Jun 29 03:32:02.349108 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 49226) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:02.363175 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2773e957-5307-4677-9e4a-edef7239c605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a591ef4d-2659-4221-9574-f2a6b88c4ea2,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:02.371525 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2773e957-5307-4677-9e4a-edef7239c605 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:02.384850 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5e0c-b9b3-450c-85b4-e4626fb45ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:02.390944 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5c03bf98-4ec3-4828-9b34-68559d4ec4da tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:02.413285 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8464fb36-3676-46eb-98e1-1b1be2820929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:02.430059 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aa5e0c-b9b3-450c-85b4-e4626fb45ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d6d69e32-99a8-4ed1-97f4-6e280cd9a93c,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:02.434174 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-d3aa5e0c-b9b3-450c-85b4-e4626fb45ec2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:02.450991 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8464fb36-3676-46eb-98e1-1b1be2820929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:02.454896 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device d0875cb9-468d-4ebf-9502-b18e15112d6b no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:32:02.477315 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: d0875cb9-468d-4ebf-9502-b18e15112d6b {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:32:02.477973 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device d0875cb9-468d-4ebf-9502-b18e15112d6b not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:32:02.508461 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8464fb36-3676-46eb-98e1-1b1be2820929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:02.512411 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8464fb36-3676-46eb-98e1-1b1be2820929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:02.513739 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8464fb36-3676-46eb-98e1-1b1be2820929 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a591ef4d-2659-4221-9574-f2a6b88c4ea2 HTTP/1.1" status: 204 len: 168 time: 0.1632366 Jun 29 03:32:02.514728 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9bc6585c-28e4-485b-8710-1eab356346a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:02.522627 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8464fb36-3676-46eb-98e1-1b1be2820929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a591ef4d-2659-4221-9574-f2a6b88c4ea2,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:02.525406 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8464fb36-3676-46eb-98e1-1b1be2820929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:02.659695 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d3aa5e0c-b9b3-450c-85b4-e4626fb45ec2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675219'] for router_interface, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:02.917618 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3aa5e0c-b9b3-450c-85b4-e4626fb45ec2 admin admin] Router 9f874a82-36d8-47c4-8645-b378ee98e7b4 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:32:03.052387 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3aa5e0c-b9b3-450c-85b4-e4626fb45ec2 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:03.060674 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-d3aa5e0c-b9b3-450c-85b4-e4626fb45ec2 admin admin] 10.222.0.39 "PUT /v2.0/routers/9f874a82-36d8-47c4-8645-b378ee98e7b4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5807953 Jun 29 03:32:03.063217 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49244) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:03.067165 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78623f-703b-454c-801b-14fb4406d1a9 None None] Sync routers for ids ['9f874a82-36d8-47c4-8645-b378ee98e7b4'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:03.081891 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78623f-703b-454c-801b-14fb4406d1a9 None None] Routers {'9f874a82-36d8-47c4-8645-b378ee98e7b4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:03.082683 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-2c78623f-703b-454c-801b-14fb4406d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:31:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['9f874a82-36d8-47c4-8645-b378ee98e7b4'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:03.208516 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:03.228178 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-2c78623f-703b-454c-801b-14fb4406d1a9 None None] Set router 9f874a82-36d8-47c4-8645-b378ee98e7b4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:03.350949 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:03.418298 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Deleting port 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:32:03.418737 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:03.533860 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] For port 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:03.534376 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:03.565460 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Calling delete_port for 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e owned by network:router_gateway {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:32:03.595156 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-2c78623f-703b-454c-801b-14fb4406d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'name': 'tempest-ServerRescueNegativeTestJSON-635837641-router', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.204'}], 'enable_snat': True}, 'gw_port_id': '8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:32:02Z', 'revision_number': 5, 'project_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'gw_port': {'id': '8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:3e:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.204', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:03.630814 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78623f-703b-454c-801b-14fb4406d1a9 None None] Checking router: 9f874a82-36d8-47c4-8645-b378ee98e7b4 for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:03.650660 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c78623f-703b-454c-801b-14fb4406d1a9 None None] Routers {'9f874a82-36d8-47c4-8645-b378ee98e7b4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:03.651308 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-2c78623f-703b-454c-801b-14fb4406d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:31:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['9f874a82-36d8-47c4-8645-b378ee98e7b4'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:03.809008 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:03.813162 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-274f5d8f-a22e-42f7-a910-af9597029948 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:03.847893 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:03.856835 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:03.895007 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-2c78623f-703b-454c-801b-14fb4406d1a9 None None] Set router 9f874a82-36d8-47c4-8645-b378ee98e7b4 gateway port host: None {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:03.941652 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673919'] for router_gateway, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:03.985503 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-2c78623f-703b-454c-801b-14fb4406d1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'name': 'tempest-ServerRescueNegativeTestJSON-635837641-router', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:32:03Z', 'revision_number': 6, 'project_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'gw_port_host': None}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:04.018500 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c78623f-703b-454c-801b-14fb4406d1a9 None None] The sync data for ids ['9f874a82-36d8-47c4-8645-b378ee98e7b4'] in dv-cinder-797245-8-iscsi is: [{'id': '9f874a82-36d8-47c4-8645-b378ee98e7b4', 'name': 'tempest-ServerRescueNegativeTestJSON-635837641-router', 'tenant_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:32:03Z', 'revision_number': 6, 'project_id': 'a8a3ca31ac434da497a3b6b2dc4e4d35', 'gw_port_host': None}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:04.091124 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:04.093412 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:04.415078 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672062'] for router, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:04.416796 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9f874a82-36d8-47c4-8645-b378ee98e7b4 {{(pid=92918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:32:04.422778 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Notify callbacks [] for router, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:04.426340 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9f874a82-36d8-47c4-8645-b378ee98e7b4 HTTP/1.1" status: 204 len: 168 time: 1.3596249 Jun 29 03:32:04.426554 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49268) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:04.475206 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a23d1c7-94c7-4f25-99ba-1635c5f239cd admin admin] Deleting subnet b1e87b90-dc93-4fcf-985e-c8942feb4487 {{(pid=92918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:32:04.478325 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6a23d1c7-94c7-4f25-99ba-1635c5f239cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:04.522873 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6a23d1c7-94c7-4f25-99ba-1635c5f239cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2136132'] for subnet, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:04.564539 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6a23d1c7-94c7-4f25-99ba-1635c5f239cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:04.631687 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6a23d1c7-94c7-4f25-99ba-1635c5f239cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2558941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861988'] for subnet, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:04.634217 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:04.658704 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23d1c7-94c7-4f25-99ba-1635c5f239cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1e87b90-dc93-4fcf-985e-c8942feb4487,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:04.662232 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-6a23d1c7-94c7-4f25-99ba-1635c5f239cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:04.665372 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-6a23d1c7-94c7-4f25-99ba-1635c5f239cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:04.667296 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-6a23d1c7-94c7-4f25-99ba-1635c5f239cd admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b1e87b90-dc93-4fcf-985e-c8942feb4487 HTTP/1.1" status: 204 len: 168 time: 0.2396836 Jun 29 03:32:04.670871 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 49270) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:04.753263 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:04.862822 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:04.875092 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747284db-2222-4a59-bd55-82efbc6a5748']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:04.887294 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15609b23-4fdf-4d18-8a48-95167c45e719') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:04.887689 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15609b23-4fdf-4d18-8a48-95167c45e719') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:04.898630 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60178235'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:04.915708 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:04.923358 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:32:04.923757 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088943'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: timer() Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: cb(*args, **kw) Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: self._notify() Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: self.callback(batched_events) Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: event.method(event) Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._get(url).json() Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:32:04.925520 dv-cinder-797245-8-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:32:05.002474 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:05.039788 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:05.044785 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:05.048717 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] 10.222.0.39 "DELETE /v2.0/networks/747284db-2222-4a59-bd55-82efbc6a5748 HTTP/1.1" status: 204 len: 168 time: 0.3725700 Jun 29 03:32:05.061868 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] Pushing event deleted for resources: {'Network': ['ID=747284db-2222-4a59-bd55-82efbc6a5748,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:05.070836 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:05.273697 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:32:05.310488 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:32:05.318366 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 8a9fbdd6-bcee-40e9-adc0-6f18f4e3439e not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:32:05.320252 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device d6d69e32-99a8-4ed1-97f4-6e280cd9a93c no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:32:05.355889 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 49288) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:05.377410 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: d6d69e32-99a8-4ed1-97f4-6e280cd9a93c {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:32:05.378135 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device d6d69e32-99a8-4ed1-97f4-6e280cd9a93c not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:32:05.408116 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-39526f78-7638-4470-9967-71c205d0c407 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8a3ca31ac434da497a3b6b2dc4e4d35&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509403 Jun 29 03:32:05.410620 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49292) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:05.483056 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5e327218-e70e-44a7-b92d-263983c3680a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:05.515420 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5e327218-e70e-44a7-b92d-263983c3680a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:05.590664 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5e327218-e70e-44a7-b92d-263983c3680a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:05.594783 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5e327218-e70e-44a7-b92d-263983c3680a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:05.598421 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-5e327218-e70e-44a7-b92d-263983c3680a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ff181be-9716-428c-915f-c82fabf996af HTTP/1.1" status: 204 len: 168 time: 0.1840703 Jun 29 03:32:05.598421 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-8aa3a718-d3fa-42d5-b9b2-45bfd72db230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:05.609435 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e327218-e70e-44a7-b92d-263983c3680a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff181be-9716-428c-915f-c82fabf996af,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:05.624454 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5e327218-e70e-44a7-b92d-263983c3680a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:07.399805 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 49364) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:07.508975 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e7b496e0-019a-4cee-9483-dde26bf4711e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:07.606234 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e7b496e0-019a-4cee-9483-dde26bf4711e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:07.611601 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e7b496e0-019a-4cee-9483-dde26bf4711e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:07.623094 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0c269005-d569-409d-87e0-3ffbec549a37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:07.649820 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49368) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:07.650731 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e7b496e0-019a-4cee-9483-dde26bf4711e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a285d6d0d88c4083a957374636566d76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2489057 Jun 29 03:32:07.662500 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b496e0-019a-4cee-9483-dde26bf4711e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2906eea1-03d6-4c4d-84b2-4292ade76886,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:07.667904 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e7b496e0-019a-4cee-9483-dde26bf4711e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:07.710822 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06793192-e151-422a-8ebf-4350efe259d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:07.736251 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06793192-e151-422a-8ebf-4350efe259d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:07.796778 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06793192-e151-422a-8ebf-4350efe259d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:07.801216 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-06793192-e151-422a-8ebf-4350efe259d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:07.803009 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-06793192-e151-422a-8ebf-4350efe259d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2906eea1-03d6-4c4d-84b2-4292ade76886 HTTP/1.1" status: 204 len: 168 time: 0.1517756 Jun 29 03:32:07.804497 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c5e86d9f-0f13-4a32-a893-a77280cb205c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:07.816284 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06793192-e151-422a-8ebf-4350efe259d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2906eea1-03d6-4c4d-84b2-4292ade76886,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:07.819600 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-06793192-e151-422a-8ebf-4350efe259d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:09.680961 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-17ee601b-9b7b-461c-b940-ba28f93ca35c req-09cc23db-20fc-4e21-a730-3c2f845a6792 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0550890 Jun 29 03:32:09.778618 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee601b-9b7b-461c-b940-ba28f93ca35c req-ff0222f4-0cb3-4140-a896-c4f04f72b9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:09.780335 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-17ee601b-9b7b-461c-b940-ba28f93ca35c req-ff0222f4-0cb3-4140-a896-c4f04f72b9c4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b4127104ef4f549c06b765167084a1&device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 1098 time: 0.0637345 Jun 29 03:32:09.885689 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49436) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:09.923544 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee601b-9b7b-461c-b940-ba28f93ca35c req-ea63d146-265a-4965-8fcc-88dcfe05aa4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:09.925357 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-17ee601b-9b7b-461c-b940-ba28f93ca35c req-ea63d146-265a-4965-8fcc-88dcfe05aa4c service neutron] 10.222.0.21 "GET /v2.0/networks?id=785192c7-749d-4ba0-a5e1-ac42527baabb HTTP/1.1" status: 200 len: 912 time: 0.1199849 Jun 29 03:32:09.994812 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-17ee601b-9b7b-461c-b940-ba28f93ca35c req-a8ffd2fa-676c-4da3-ae94-8b863684ae56 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=352c37fa-a996-4db1-9d81-27a6b89baf20 HTTP/1.1" status: 200 len: 1001 time: 0.0604792 Jun 29 03:32:10.046586 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed7428e5-2971-4453-9797-e4fe597ad9e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.095753 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee601b-9b7b-461c-b940-ba28f93ca35c req-0b3ba34c-f921-42b3-9207-dd160e1c82e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:10.097245 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-17ee601b-9b7b-461c-b940-ba28f93ca35c req-0b3ba34c-f921-42b3-9207-dd160e1c82e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78 HTTP/1.1" status: 200 len: 850 time: 0.0947747 Jun 29 03:32:10.200818 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ee601b-9b7b-461c-b940-ba28f93ca35c req-32b6f19f-d7ce-455f-8f31-9f5ecac22332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:10.202585 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-17ee601b-9b7b-461c-b940-ba28f93ca35c req-32b6f19f-d7ce-455f-8f31-9f5ecac22332 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=785192c7-749d-4ba0-a5e1-ac42527baabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0961545 Jun 29 03:32:10.204421 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed7428e5-2971-4453-9797-e4fe597ad9e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.211028 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed7428e5-2971-4453-9797-e4fe597ad9e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.220501 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-78339e71-223a-40a7-80d0-094c6cd8fa66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:10.299999 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-ed7428e5-2971-4453-9797-e4fe597ad9e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d468e3aa310b4ea48b9505867d0231b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4130476 Jun 29 03:32:10.302895 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 49446) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:10.304829 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7428e5-2971-4453-9797-e4fe597ad9e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c416db6e-5258-4b39-a53d-6171251e9cdb,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:10.310217 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ed7428e5-2971-4453-9797-e4fe597ad9e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:10.365416 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-17ee601b-9b7b-461c-b940-ba28f93ca35c req-201db042-285f-439b-ac26-309f2ec6dd60 service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552653 Jun 29 03:32:10.393100 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5e85b496-e235-42ca-b8d0-957035330c73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.416691 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5e85b496-e235-42ca-b8d0-957035330c73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.492626 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-17ee601b-9b7b-461c-b940-ba28f93ca35c req-890810ee-4a34-4d27-8aae-1a0ca59220cc service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200690 Jun 29 03:32:10.493012 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5e85b496-e235-42ca-b8d0-957035330c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.496537 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5e85b496-e235-42ca-b8d0-957035330c73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:10.497848 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-5e85b496-e235-42ca-b8d0-957035330c73 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c416db6e-5258-4b39-a53d-6171251e9cdb HTTP/1.1" status: 204 len: 168 time: 0.1933362 Jun 29 03:32:10.499222 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-aa423bea-9f96-4653-b636-d150cf8f387c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:10.543230 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e85b496-e235-42ca-b8d0-957035330c73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c416db6e-5258-4b39-a53d-6171251e9cdb,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:10.551598 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5e85b496-e235-42ca-b8d0-957035330c73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:13.477085 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:15.657805 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8b859e3-795d-430a-ad4f-93f732c7420b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:18.027316 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3282ab37-82b7-41cd-ae1a-0e5da06a7a73 req-6565cc6f-cd49-46f2-ab35-a0551588c583 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:18.028808 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3282ab37-82b7-41cd-ae1a-0e5da06a7a73 req-6565cc6f-cd49-46f2-ab35-a0551588c583 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 984 time: 0.0629082 Jun 29 03:32:18.067126 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3282ab37-82b7-41cd-ae1a-0e5da06a7a73 req-7c27a489-8673-4bcb-af62-3ffbf562c61c tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=483444b3-731d-4a70-a6f7-99a8c2912853&id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325320 Jun 29 03:32:18.453513 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-baa3924f-371c-492d-a67f-0d55350dee37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:18.733865 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:19.247135 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285be152-ee9b-4721-b753-f2d9966fb3b5 req-51b2797d-7efe-4864-8489-b3449b18e9a4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:19.248625 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-285be152-ee9b-4721-b753-f2d9966fb3b5 req-51b2797d-7efe-4864-8489-b3449b18e9a4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 984 time: 0.0706885 Jun 29 03:32:19.296438 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-285be152-ee9b-4721-b753-f2d9966fb3b5 req-9d8d3039-95ce-4e3a-a64e-8d0410255d69 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=483444b3-731d-4a70-a6f7-99a8c2912853&id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414212 Jun 29 03:32:19.578769 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:20.127063 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea4f57-d2b5-45b9-ad67-e7c2aad89871 req-eb00aec7-69d3-4a1f-a099-17dcffb77ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:20.128577 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-16ea4f57-d2b5-45b9-ad67-e7c2aad89871 req-eb00aec7-69d3-4a1f-a099-17dcffb77ca7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a68092b8bf4548cc89d2a154135208e4&device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 1137 time: 0.0538685 Jun 29 03:32:20.217364 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea4f57-d2b5-45b9-ad67-e7c2aad89871 req-e039a229-6131-404b-b5a2-6a4a66b02abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:20.218778 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-16ea4f57-d2b5-45b9-ad67-e7c2aad89871 req-e039a229-6131-404b-b5a2-6a4a66b02abc service neutron] 10.222.0.21 "GET /v2.0/networks?id=f702c23c-c0d0-4961-8b7a-80f21bdf0102 HTTP/1.1" status: 200 len: 914 time: 0.0833023 Jun 29 03:32:20.284054 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-16ea4f57-d2b5-45b9-ad67-e7c2aad89871 req-7c4854f1-6e2c-4e17-b78e-052bae30d426 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6aeaf5d-76bf-4eec-872c-4f28b1194195 HTTP/1.1" status: 200 len: 1000 time: 0.0567226 Jun 29 03:32:20.334052 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea4f57-d2b5-45b9-ad67-e7c2aad89871 req-37d0f7bf-82d1-4f3e-82b6-c72a18f2dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:20.335474 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-16ea4f57-d2b5-45b9-ad67-e7c2aad89871 req-37d0f7bf-82d1-4f3e-82b6-c72a18f2dc27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2a4bae3-e5fc-4aef-8216-843bb608eb1d HTTP/1.1" status: 200 len: 852 time: 0.0436771 Jun 29 03:32:20.401053 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ea4f57-d2b5-45b9-ad67-e7c2aad89871 req-d5d6672e-c5b5-432d-a394-a68349fc4dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:20.402529 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-16ea4f57-d2b5-45b9-ad67-e7c2aad89871 req-d5d6672e-c5b5-432d-a394-a68349fc4dbe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f702c23c-c0d0-4961-8b7a-80f21bdf0102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0554736 Jun 29 03:32:20.477613 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4325ed03-0485-4add-8af4-a9174c58365a req-1ec5610a-c98a-4004-ab3e-729733f31a5a tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:20.479796 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4325ed03-0485-4add-8af4-a9174c58365a req-1ec5610a-c98a-4004-ab3e-729733f31a5a tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 984 time: 0.0713131 Jun 29 03:32:20.499501 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-16ea4f57-d2b5-45b9-ad67-e7c2aad89871 req-edd7beea-e14c-4502-bd89-59075250dddd service neutron] 10.222.0.21 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869081 Jun 29 03:32:20.519800 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4325ed03-0485-4add-8af4-a9174c58365a req-57f4b1dd-e331-4cc6-95b1-78a334687613 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=483444b3-731d-4a70-a6f7-99a8c2912853&id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340490 Jun 29 03:32:20.593368 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-16ea4f57-d2b5-45b9-ad67-e7c2aad89871 req-ec271cb7-40dd-4b80-9e2f-142815fb6d1f service neutron] 10.222.0.21 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858524 Jun 29 03:32:20.850455 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:21.693923 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1e283-91ae-4c53-8ce7-732f83636623 req-6ad20edf-f6d8-46bb-ad24-1a4bbb6339f6 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:21.695542 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-01d1e283-91ae-4c53-8ce7-732f83636623 req-6ad20edf-f6d8-46bb-ad24-1a4bbb6339f6 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 984 time: 0.0649810 Jun 29 03:32:21.745952 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-01d1e283-91ae-4c53-8ce7-732f83636623 req-5c5465ce-dc1e-4884-879e-287a5bfea21a tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=483444b3-731d-4a70-a6f7-99a8c2912853&id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0423455 Jun 29 03:32:22.917210 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487c796-780b-43f0-bbb6-7d6ee0b77b47 req-5a84b6a9-a0de-4389-8fee-d6578f80b04d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:22.918757 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a487c796-780b-43f0-bbb6-7d6ee0b77b47 req-5a84b6a9-a0de-4389-8fee-d6578f80b04d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 984 time: 0.0627153 Jun 29 03:32:22.958439 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a487c796-780b-43f0-bbb6-7d6ee0b77b47 req-f8a1aaf6-0745-4594-8cbc-1078c7d771d5 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=483444b3-731d-4a70-a6f7-99a8c2912853&id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0338967 Jun 29 03:32:23.170000 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 49772) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:23.213841 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9f3ea1c-2f14-4bb6-9ca5-697465e732ac admin admin] Deleting subnet 1d2a6490-06ea-4d07-beb4-5519545e27db {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:32:23.216727 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ea1c-2f14-4bb6-9ca5-697465e732ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.252363 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ea1c-2f14-4bb6-9ca5-697465e732ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60178224'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.290143 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ea1c-2f14-4bb6-9ca5-697465e732ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.342964 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ea1c-2f14-4bb6-9ca5-697465e732ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3089090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59344485'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.345228 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d8f811dc-915b-4218-a28b-25abdaaec358 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:23.369449 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3ea1c-2f14-4bb6-9ca5-697465e732ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d2a6490-06ea-4d07-beb4-5519545e27db,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:23.372508 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f9f3ea1c-2f14-4bb6-9ca5-697465e732ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:23.373460 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f9f3ea1c-2f14-4bb6-9ca5-697465e732ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.375300 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f9f3ea1c-2f14-4bb6-9ca5-697465e732ac admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1d2a6490-06ea-4d07-beb4-5519545e27db HTTP/1.1" status: 204 len: 168 time: 0.2042010 Jun 29 03:32:23.378151 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 49782) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:23.455121 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5ddb7649-5979-4f7f-adb3-1a27f45f6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.551396 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5ddb7649-5979-4f7f-adb3-1a27f45f6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.562129 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-5ddb7649-5979-4f7f-adb3-1a27f45f6f16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02fd4366-a82d-483a-b140-485f92c6da78']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:23.576758 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-5ddb7649-5979-4f7f-adb3-1a27f45f6f16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6bdc7d-1945-4f85-812e-1c11a5028a49') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:23.577044 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-5ddb7649-5979-4f7f-adb3-1a27f45f6f16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6bdc7d-1945-4f85-812e-1c11a5028a49') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:23.585920 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5ddb7649-5979-4f7f-adb3-1a27f45f6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60178235'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.600568 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5ddb7649-5979-4f7f-adb3-1a27f45f6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.606728 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ddb7649-5979-4f7f-adb3-1a27f45f6f16 admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:32:23.607103 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5ddb7649-5979-4f7f-adb3-1a27f45f6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088943'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: timer() Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: cb(*args, **kw) Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: self._notify() Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: self.callback(batched_events) Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: event.method(event) Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._get(url).json() Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:32:23.608761 dv-cinder-797245-8-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:32:23.664597 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5ddb7649-5979-4f7f-adb3-1a27f45f6f16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.670474 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-5ddb7649-5979-4f7f-adb3-1a27f45f6f16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.677049 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-5ddb7649-5979-4f7f-adb3-1a27f45f6f16 admin admin] 10.222.0.39 "DELETE /v2.0/networks/02fd4366-a82d-483a-b140-485f92c6da78 HTTP/1.1" status: 204 len: 168 time: 0.2961178 Jun 29 03:32:23.677839 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:23.693836 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddb7649-5979-4f7f-adb3-1a27f45f6f16 admin admin] Pushing event deleted for resources: {'Network': ['ID=02fd4366-a82d-483a-b140-485f92c6da78,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:23.701494 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5ddb7649-5979-4f7f-adb3-1a27f45f6f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:23.711508 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 49796) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:23.841700 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a3db8cbd-f9a1-4081-9aa8-7be489505c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.887637 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49802) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:23.927719 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-47940b57-4a3c-4c2f-b9ad-c8e900de2613 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2edd0d5c38104fd4aa0b9c075d7ad4d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0388134 Jun 29 03:32:23.930245 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49804) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:23.982951 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4f68c3e6-4785-4d3f-b20a-0c0ee9d5d3ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:23.983217 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543f448c-800c-40e4-a43b-fe087d61e662 req-af298e74-a898-410e-8121-225a36e62830 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:23.984552 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-543f448c-800c-40e4-a43b-fe087d61e662 req-af298e74-a898-410e-8121-225a36e62830 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 946 time: 0.1076109 Jun 29 03:32:23.989176 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a3db8cbd-f9a1-4081-9aa8-7be489505c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.004535 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a3db8cbd-f9a1-4081-9aa8-7be489505c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.009007 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2e5cae3f-2134-46ce-a65c-e801df10a91a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:24.014121 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4f68c3e6-4785-4d3f-b20a-0c0ee9d5d3ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.051899 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-a3db8cbd-f9a1-4081-9aa8-7be489505c1a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=11a7db6be0784d21a3ccbbe3b8fe4e24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3384504 Jun 29 03:32:24.054762 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49808) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:24.060783 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-543f448c-800c-40e4-a43b-fe087d61e662 req-917306f4-b047-40e2-a584-2d3d106211bb tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703361 Jun 29 03:32:24.064452 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3db8cbd-f9a1-4081-9aa8-7be489505c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf934845-018d-4fa9-895e-60b0ec6d3a91,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:24.067994 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a3db8cbd-f9a1-4081-9aa8-7be489505c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:24.079167 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4f68c3e6-4785-4d3f-b20a-0c0ee9d5d3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.081793 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4f68c3e6-4785-4d3f-b20a-0c0ee9d5d3ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.085339 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-4f68c3e6-4785-4d3f-b20a-0c0ee9d5d3ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/41c2ea07-615e-4026-8cb8-ca4bb0a45204 HTTP/1.1" status: 204 len: 168 time: 0.1510491 Jun 29 03:32:24.088712 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4308087a-2885-4b60-af29-755497b7c660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:24.103642 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68c3e6-4785-4d3f-b20a-0c0ee9d5d3ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41c2ea07-615e-4026-8cb8-ca4bb0a45204,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:24.110630 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4f68c3e6-4785-4d3f-b20a-0c0ee9d5d3ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:24.161211 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-79613291-7763-4d22-a849-3d814f552a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.193210 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-79613291-7763-4d22-a849-3d814f552a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.216689 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e594bf-d1d4-452c-a75e-e846b5ee32f2 req-f7ca9a79-ec82-4c50-8f1a-90ee69698d4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:24.218173 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-48e594bf-d1d4-452c-a75e-e846b5ee32f2 req-f7ca9a79-ec82-4c50-8f1a-90ee69698d4f tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 984 time: 0.1087043 Jun 29 03:32:24.275204 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-48e594bf-d1d4-452c-a75e-e846b5ee32f2 req-9eea3f34-5f30-430b-b03f-885a461c3356 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=483444b3-731d-4a70-a6f7-99a8c2912853&id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0501680 Jun 29 03:32:24.292005 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-79613291-7763-4d22-a849-3d814f552a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.295084 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-79613291-7763-4d22-a849-3d814f552a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:24.297025 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-79613291-7763-4d22-a849-3d814f552a57 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf934845-018d-4fa9-895e-60b0ec6d3a91 HTTP/1.1" status: 204 len: 168 time: 0.2400777 Jun 29 03:32:24.298089 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2024ba72-ebc4-4917-a1d1-69896219e547 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:24.306479 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79613291-7763-4d22-a849-3d814f552a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf934845-018d-4fa9-895e-60b0ec6d3a91,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:24.311229 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-79613291-7763-4d22-a849-3d814f552a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:24.903911 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 49854) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:25.095077 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-338905738-network', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:25.117309 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Made reservation on behalf of ccbbf01c521f43e3a5f4a038d3f33511 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:32:25.119695 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.128189 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.260904 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.268063 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.272447 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-76479c91-50bc-45bf-b583-363abc73df26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:25.295670 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7f3ab7-453b-45c2-9927-691f2d7fba2a req-b14d2369-ca55-44eb-84a0-137a36fc978f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:25.297207 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bc7f3ab7-453b-45c2-9927-691f2d7fba2a req-b14d2369-ca55-44eb-84a0-137a36fc978f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 946 time: 0.1091070 Jun 29 03:32:25.302976 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:32:25.338529 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.338866 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Added segment ba3dd268-a029-4dd2-8bb8-e92db550fdc2 of type vlan for network 5276124c-ea46-4712-b38d-54bc7208471b Jun 29 03:32:25.349029 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26fc1c2d-cb0d-49c7-a918-d21242c2302d,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:25.354771 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:25.394875 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.402131 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bc7f3ab7-453b-45c2-9927-691f2d7fba2a req-1d8e0db2-ddb7-4617-b442-a3ba018ffe02 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=3ad169a4-f587-489f-8725-d17fe79c23e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970371 Jun 29 03:32:25.448168 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.449887 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:25.450468 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.458623 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:25.483273 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a1ac20-1093-46ea-8b2e-3a769239798a req-3a89525d-a709-4435-a24e-cb1e6271098a tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:25.485831 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-45a1ac20-1093-46ea-8b2e-3a769239798a req-3a89525d-a709-4435-a24e-cb1e6271098a tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 984 time: 0.0786800 Jun 29 03:32:25.500412 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5952864 Jun 29 03:32:25.503287 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49876) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:25.518835 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Pushing event updated for resources: {'Network': ['ID=5276124c-ea46-4712-b38d-54bc7208471b,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:25.520967 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-8ea9680c-6c4c-420c-865c-1cdfa03e64ba admin admin] Request body: {'subnet': {'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-338905738-subnet', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'ip_version': 4}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:25.521468 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d82ae316-f87e-4d3d-a134-cc608a80a6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:25.531228 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network 5276124c-ea46-4712-b38d-54bc7208471b details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:32:25.558521 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-45a1ac20-1093-46ea-8b2e-3a769239798a req-fa7ba15e-2796-4a8c-9864-8f907869e436 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=483444b3-731d-4a70-a6f7-99a8c2912853&id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0666909 Jun 29 03:32:25.559521 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ea9680c-6c4c-420c-865c-1cdfa03e64ba admin admin] Made reservation on behalf of ccbbf01c521f43e3a5f4a038d3f33511 for: {'subnet': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:32:25.561928 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8ea9680c-6c4c-420c-865c-1cdfa03e64ba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2663237'] for subnet, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.772325 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8ea9680c-6c4c-420c-865c-1cdfa03e64ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2558878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862015'] for subnet, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.781261 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f23c2cd6-9a17-47a2-879b-94fe8892c5fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:25.867501 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-27723e82-7f93-43ef-8133-5ee011291dae tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:25.869566 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-27723e82-7f93-43ef-8133-5ee011291dae tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.21 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 946 time: 0.1496351 Jun 29 03:32:25.872204 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9680c-6c4c-420c-865c-1cdfa03e64ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:25.876901 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-8ea9680c-6c4c-420c-865c-1cdfa03e64ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:25.907248 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea9680c-6c4c-420c-865c-1cdfa03e64ba admin admin] Checking segment: {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:25.907602 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea9680c-6c4c-420c-865c-1cdfa03e64ba admin admin] Network hostable DHCP agents. Network: 5276124c-ea46-4712-b38d-54bc7208471b, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:32:25.965081 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea9680c-6c4c-420c-865c-1cdfa03e64ba admin admin] Network 5276124c-ea46-4712-b38d-54bc7208471b is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:32:25.979153 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-8ea9680c-6c4c-420c-865c-1cdfa03e64ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, 5276124c-ea46-4712-b38d-54bc7208471b) {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:25.984401 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ea9680c-6c4c-420c-865c-1cdfa03e64ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:25.984980 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8ea9680c-6c4c-420c-865c-1cdfa03e64ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:25.989857 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb99bbf-b2ef-450d-804f-f8b86a919126 None None] Network 5276124c-ea46-4712-b38d-54bc7208471b requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:32:26.010344 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Deleting port 166112e0-022b-4427-852b-bcecd0bbc846 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:32:26.010931 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.016246 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-8ea9680c-6c4c-420c-865c-1cdfa03e64ba admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5117812 Jun 29 03:32:26.019382 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 49930) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:26.026472 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:26.062081 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.064589 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.163866 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.168602 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210c7d36-8f14-5311-865c-589e5847e099-5276124c-ea46-4712-b38d-54bc7208471b', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b'}]}} from dv-cinder-797245-8-iscsi. {{(pid=92920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:32:26.172520 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] For port 166112e0-022b-4427-852b-bcecd0bbc846, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=166112e0-022b-4427-852b-bcecd0bbc846,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:26.173797 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.184167 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.227816 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:32:26.357432 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Allocated IP 172.20.0.2 (5276124c-ea46-4712-b38d-54bc7208471b/5bed46c7-f0b9-47f8-a4bd-4348f4e6444b/abf955b7-cc66-49b8-bf18-528ac6bf35b0) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:26.461518 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.462478 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.463497 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.l3_db [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Floating IP 15c4c962-ccef-4300-b2e3-1312a468223d disassociated. External IP: 172.27.1.95, port: 166112e0-022b-4427-852b-bcecd0bbc846. Jun 29 03:32:26.464176 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Calling delete_port for 166112e0-022b-4427-852b-bcecd0bbc846 owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:32:26.532433 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.543386 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Transition to ACTIVE for port object abf955b7-cc66-49b8-bf18-528ac6bf35b0 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:26.561383 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Transition to ACTIVE for port object abf955b7-cc66-49b8-bf18-528ac6bf35b0 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:26.568840 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.573019 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:26.619685 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Network 5276124c-ea46-4712-b38d-54bc7208471b is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:26.623962 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:26.629101 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:26.632571 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Pushing event updated for resources: {'Port': ['ID=abf955b7-cc66-49b8-bf18-528ac6bf35b0,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:26.634047 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.636979 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:26.644257 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.653560 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:26.685583 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event deleted for resources: {'Port': ['ID=166112e0-022b-4427-852b-bcecd0bbc846,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:26.688952 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:26.740857 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Attempting to bind port abf955b7-cc66-49b8-bf18-528ac6bf35b0 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:26.741421 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Attempting to bind port abf955b7-cc66-49b8-bf18-528ac6bf35b0 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:26.741843 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Attempting to bind port abf955b7-cc66-49b8-bf18-528ac6bf35b0 on network 5276124c-ea46-4712-b38d-54bc7208471b {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:26.748156 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:26.748433 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Checking segment: {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:26.748613 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.749021 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Bound using segment: {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:26.749496 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Bound port: abf955b7-cc66-49b8-bf18-528ac6bf35b0, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:26.750063 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.765093 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-59b46a9b-de8b-4cfa-a205-626f01ab441c req-e627e4b1-8417-40ed-b0fa-650542eab62a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 210 time: 0.1012979 Jun 29 03:32:26.850247 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] For port abf955b7-cc66-49b8-bf18-528ac6bf35b0, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:26.853174 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] For port abf955b7-cc66-49b8-bf18-528ac6bf35b0, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=abf955b7-cc66-49b8-bf18-528ac6bf35b0,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:26.859655 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.864284 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:26.889378 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3da37ee-c49e-41f9-b59c-9f0a482dddfa req-39d886da-5bee-48fe-bf74-a201ef846c26 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:26.891089 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b3da37ee-c49e-41f9-b59c-9f0a482dddfa req-39d886da-5bee-48fe-bf74-a201ef846c26 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 984 time: 0.1415641 Jun 29 03:32:26.898664 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Router 115d0708-8872-4c08-b222-75db94f24bee has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:32:26.934498 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Pushing event updated for resources: {'Port': ['ID=abf955b7-cc66-49b8-bf18-528ac6bf35b0,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:26.937773 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:26.975773 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:26.995449 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:27.000519 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b3da37ee-c49e-41f9-b59c-9f0a482dddfa req-23bf7887-0166-4632-ae32-310bc6dc62cb tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=483444b3-731d-4a70-a6f7-99a8c2912853&id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0892167 Jun 29 03:32:27.056848 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:27.076875 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad0cdc-ad93-439d-98f3-5b49f6eea329 None None] Sync routers for ids ['115d0708-8872-4c08-b222-75db94f24bee'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:27.089871 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad0cdc-ad93-439d-98f3-5b49f6eea329 None None] Routers {'115d0708-8872-4c08-b222-75db94f24bee'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:27.090603 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-82ad0cdc-ad93-439d-98f3-5b49f6eea329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['115d0708-8872-4c08-b222-75db94f24bee'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:27.110283 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] No DVR routers for this DVR port 166112e0-022b-4427-852b-bcecd0bbc846 on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:32:27.113216 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:27.115125 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c8c1f26c-9e97-4f5c-baa9-92f435b7ab4d req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.21 "DELETE /v2.0/ports/166112e0-022b-4427-852b-bcecd0bbc846 HTTP/1.1" status: 204 len: 173 time: 1.2393420 Jun 29 03:32:27.115760 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'name': 'network-vif-deleted', 'tag': '166112e0-022b-4427-852b-bcecd0bbc846'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:27.118058 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2456ffd1-b5ec-4d2a-8874-9a310150e323" -d '{"events": [{"server_uuid": "42559f12-db01-4f1f-bc4c-e8d7c2bce059", "name": "network-vif-deleted", "tag": "166112e0-022b-4427-852b-bcecd0bbc846"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:27.176013 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Allocated IP 172.27.1.132 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/a357ce27-5a58-4084-bf64-238aba9e5fe8) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:27.262901 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59dfe8d6-ee9e-4216-97f7-22a737b6ebe7 x-openstack-request-id: req-59dfe8d6-ee9e-4216-97f7-22a737b6ebe7 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:27.263218 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42559f12-db01-4f1f-bc4c-e8d7c2bce059", "name": "network-vif-deleted", "tag": "166112e0-022b-4427-852b-bcecd0bbc846", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:27.263499 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59dfe8d6-ee9e-4216-97f7-22a737b6ebe7 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:27.272973 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42559f12-db01-4f1f-bc4c-e8d7c2bce059', 'name': 'network-vif-deleted', 'tag': '166112e0-022b-4427-852b-bcecd0bbc846', 'status': 'completed', 'code': 200} Jun 29 03:32:27.376752 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:27.382907 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-82ad0cdc-ad93-439d-98f3-5b49f6eea329 None None] Set router 115d0708-8872-4c08-b222-75db94f24bee gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:27.479070 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:27.482667 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7b397ce7-c4ad-48a1-94ff-bb1cb6b5c59e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:27.528602 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:27.532045 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:27.536110 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:27.561572 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Pushing event updated for resources: {'Port': ['ID=a357ce27-5a58-4084-bf64-238aba9e5fe8,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:27.569444 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:27.674163 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-82ad0cdc-ad93-439d-98f3-5b49f6eea329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:27Z', 'revision_number': 5, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:27.714236 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad0cdc-ad93-439d-98f3-5b49f6eea329 None None] Checking router: 115d0708-8872-4c08-b222-75db94f24bee for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:27.731204 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad0cdc-ad93-439d-98f3-5b49f6eea329 None None] Routers {'115d0708-8872-4c08-b222-75db94f24bee'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:27.731860 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-82ad0cdc-ad93-439d-98f3-5b49f6eea329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['115d0708-8872-4c08-b222-75db94f24bee'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:27.927649 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:27.940010 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-82ad0cdc-ad93-439d-98f3-5b49f6eea329 None None] Set router 115d0708-8872-4c08-b222-75db94f24bee gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:28.060875 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-34226b30-5fae-4ef5-9603-981e1f328f2d req-ab512548-4bea-4353-a95f-1bf22a936270 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=42559f12-db01-4f1f-bc4c-e8d7c2bce059 HTTP/1.1" status: 200 len: 210 time: 0.0600910 Jun 29 03:32:28.251798 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769002'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:28.317286 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-82ad0cdc-ad93-439d-98f3-5b49f6eea329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:27Z', 'revision_number': 5, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:28.345677 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82ad0cdc-ad93-439d-98f3-5b49f6eea329 None None] The sync data for ids ['115d0708-8872-4c08-b222-75db94f24bee'] in dv-cinder-797245-8-iscsi is: [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:27Z', 'revision_number': 5, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:28.391057 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e072e46-1b78-42f6-86c1-83a652198d12 None None] Network 5276124c-ea46-4712-b38d-54bc7208471b requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:32:28.443587 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc2b4eb-3969-4379-bcba-9053c1d752bd req-b0be3cae-8890-4b76-a419-27055385ad1a tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:28.445336 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fdc2b4eb-3969-4379-bcba-9053c1d752bd req-b0be3cae-8890-4b76-a419-27055385ad1a tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 984 time: 0.2161455 Jun 29 03:32:28.460036 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-31276bc9-4dbe-4948-bcb4-6b9d0a12ab92 None None] Provisioning for port abf955b7-cc66-49b8-bf18-528ac6bf35b0 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:28.471758 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Router 23641b4a-870d-4f4a-b83c-6240ce896fa4 is scheduled to L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:32:28.548581 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fdc2b4eb-3969-4379-bcba-9053c1d752bd req-b6487e70-06ad-4490-ae42-b0300000e9d9 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=483444b3-731d-4a70-a6f7-99a8c2912853&id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0882993 Jun 29 03:32:28.621675 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:28.639093 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Sync routers for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:28.641218 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:28.646061 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 49990) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:28.647106 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0b7c4224-c609-48ef-b563-8ccfb833cee5 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.6265190 Jun 29 03:32:28.655412 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:28.656058 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:28.719970 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e4a27d-f305-45bf-ac9a-0107807bf207 None None] New status for floating IP 15c4c962-ccef-4300-b2e3-1312a468223d: DOWN {{(pid=92920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:32:28.826804 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:29.150269 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:27Z', 'revision_number': 3, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:29.216123 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Checking router: 23641b4a-870d-4f4a-b83c-6240ce896fa4 for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:29.216450 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Updating router 23641b4a-870d-4f4a-b83c-6240ce896fa4 port a357ce27-5a58-4084-bf64-238aba9e5fe8 binding host dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:32:29.266952 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50006) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:29.285468 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:29.310994 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device abf955b7-cc66-49b8-bf18-528ac6bf35b0 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:29.398445 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee55e61d-5642-4b38-8c71-add071b86fa0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:29.419320 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port abf955b7-cc66-49b8-bf18-528ac6bf35b0 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:29.424175 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port abf955b7-cc66-49b8-bf18-528ac6bf35b0 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:29.424516 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:29.456136 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee55e61d-5642-4b38-8c71-add071b86fa0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:29.562799 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee55e61d-5642-4b38-8c71-add071b86fa0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:29.566026 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ee55e61d-5642-4b38-8c71-add071b86fa0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:29.569711 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ee55e61d-5642-4b38-8c71-add071b86fa0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "DELETE /v2.0/security-groups/3ad169a4-f587-489f-8725-d17fe79c23e9 HTTP/1.1" status: 204 len: 168 time: 0.2991023 Jun 29 03:32:29.569711 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-28ce5541-df75-4f96-8c77-3cf133bbc69b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:29.571455 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50012) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:29.585126 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:29.628593 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.api.v2.resource [None req-51d6659e-bd79-4328-80e7-1d74f62b438a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] show failed (client error): The resource could not be found. Jun 29 03:32:29.629742 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-51d6659e-bd79-4328-80e7-1d74f62b438a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups/3ad169a4-f587-489f-8725-d17fe79c23e9 HTTP/1.1" status: 404 len: 347 time: 0.0516574 Jun 29 03:32:29.633616 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50016) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:29.654918 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port abf955b7-cc66-49b8-bf18-528ac6bf35b0, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=abf955b7-cc66-49b8-bf18-528ac6bf35b0,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:29.663047 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee55e61d-5642-4b38-8c71-add071b86fa0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad169a4-f587-489f-8725-d17fe79c23e9,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:29.671071 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:29.678205 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:29.690515 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50018) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:29.692008 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ee55e61d-5642-4b38-8c71-add071b86fa0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:29.773338 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:29.807364 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=abf955b7-cc66-49b8-bf18-528ac6bf35b0,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:29.815816 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:29.878943 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebf10c-827f-468d-a248-883d222cf461 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Deleting port f2e88e1e-a227-4e04-929a-60b22ad7f41e {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:32:29.879151 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf10c-827f-468d-a248-883d222cf461 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:29.933763 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:29.966798 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Transition to ACTIVE for port object a357ce27-5a58-4084-bf64-238aba9e5fe8 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:29.982819 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:29.985344 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:29.990309 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d024427-12f5-47b1-aaa9-3f8740e9f59a req-a304b5cc-cd55-44dd-8502-5dd70634bf7c tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:29.999051 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8d024427-12f5-47b1-aaa9-3f8740e9f59a req-a304b5cc-cd55-44dd-8502-5dd70634bf7c tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 984 time: 0.1401811 Jun 29 03:32:30.018688 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-662a9483-04e9-4722-9a32-1211e95c5d8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.039449 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Attempting to bind port a357ce27-5a58-4084-bf64-238aba9e5fe8 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:30.040765 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Attempting to bind port a357ce27-5a58-4084-bf64-238aba9e5fe8 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:30.041457 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Attempting to bind port a357ce27-5a58-4084-bf64-238aba9e5fe8 on network f51c5211-9e47-48bd-999b-9f8ea905804c {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:30.052140 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:30.052946 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Checking segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:30.053550 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.054164 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Bound using segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:30.054805 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Bound port: a357ce27-5a58-4084-bf64-238aba9e5fe8, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:30.056051 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.059355 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Pushing event updated for resources: {'Port': ['ID=a357ce27-5a58-4084-bf64-238aba9e5fe8,revision_number=2']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:30.062610 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf10c-827f-468d-a248-883d222cf461 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.063015 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf10c-827f-468d-a248-883d222cf461 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.067279 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Allocated IP 172.20.0.1 (5276124c-ea46-4712-b38d-54bc7208471b/5bed46c7-f0b9-47f8-a4bd-4348f4e6444b/1f1a5747-0cac-4f23-ae75-b2be7f0dc759) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:30.080452 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8d024427-12f5-47b1-aaa9-3f8740e9f59a req-f0dda6e5-1f79-46fe-9ad3-ce7284816896 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=483444b3-731d-4a70-a6f7-99a8c2912853&id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802913 Jun 29 03:32:30.084606 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-a5ebf10c-827f-468d-a248-883d222cf461 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Calling delete_port for f2e88e1e-a227-4e04-929a-60b22ad7f41e owned by network:floatingip {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:32:30.086793 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.087190 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.087523 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.087864 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.088193 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.088550 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.088872 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.089457 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.089607 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.089835 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.090291 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.090749 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.098151 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:30.152646 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] For port a357ce27-5a58-4084-bf64-238aba9e5fe8, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:30.156911 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] For port a357ce27-5a58-4084-bf64-238aba9e5fe8, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=a357ce27-5a58-4084-bf64-238aba9e5fe8,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:30.164562 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.173210 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:30.228369 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:30.229105 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:30.229746 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-662a9483-04e9-4722-9a32-1211e95c5d8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.231935 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.235690 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-662a9483-04e9-4722-9a32-1211e95c5d8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.240367 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1941d30d-66c3-4e95-9f44-e44c139b6329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:30.262373 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Transition to ACTIVE for port object 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 will not be triggered until provisioned by entity DHCP. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:30.282077 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Pushing event updated for resources: {'Port': ['ID=a357ce27-5a58-4084-bf64-238aba9e5fe8,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:30.285476 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:30.303469 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.303648 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a9483-04e9-4722-9a32-1211e95c5d8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6322b55c-ff4b-4999-9925-aed68bfee35a,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:30.305387 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:30.310910 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-662a9483-04e9-4722-9a32-1211e95c5d8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:30.318070 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-662a9483-04e9-4722-9a32-1211e95c5d8e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b6a7706e52b4a6fb27aaf7d6641b00d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6250534 Jun 29 03:32:30.320586 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50022) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:30.350366 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Network 5276124c-ea46-4712-b38d-54bc7208471b is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:30.355094 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:30.358856 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:30.360928 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf10c-827f-468d-a248-883d222cf461 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.374746 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-22334428-06b5-4016-b2a1-6056d2a66fe9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:30.393998 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:30.401538 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1a5747-0cac-4f23-ae75-b2be7f0dc759,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:30.436226 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672668'] for router_interface, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.450736 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ebf10c-827f-468d-a248-883d222cf461 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event deleted for resources: {'Port': ['ID=f2e88e1e-a227-4e04-929a-60b22ad7f41e,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:30.503609 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a5ebf10c-827f-468d-a248-883d222cf461 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:30.506855 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.507115 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.507429 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf10c-827f-468d-a248-883d222cf461 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for floatingip, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.507548 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.507905 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.508265 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.509306 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.509583 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.509940 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.510294 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.510637 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.510933 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a5ebf10c-827f-468d-a248-883d222cf461 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.511073 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.511306 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:30.512116 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-a5ebf10c-827f-468d-a248-883d222cf461 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "DELETE /v2.0/floatingips/15c4c962-ccef-4300-b2e3-1312a468223d HTTP/1.1" status: 204 len: 168 time: 0.8761709 Jun 29 03:32:30.537268 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4a733a76-f731-43a5-ba50-60c593127805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.538611 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:30.583557 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 166112e0-022b-4427-852b-bcecd0bbc846 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:32:30.617522 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 166112e0-022b-4427-852b-bcecd0bbc846 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:32:30.618070 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 166112e0-022b-4427-852b-bcecd0bbc846 not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:32:30.628629 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4a733a76-f731-43a5-ba50-60c593127805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.742261 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:27Z', 'revision_number': 3, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:30.762028 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4a733a76-f731-43a5-ba50-60c593127805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.765195 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4a733a76-f731-43a5-ba50-60c593127805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.768318 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4a733a76-f731-43a5-ba50-60c593127805 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6322b55c-ff4b-4999-9925-aed68bfee35a HTTP/1.1" status: 204 len: 168 time: 0.4466691 Jun 29 03:32:30.769682 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-97da90b4-72c7-4360-9d15-ce117e666f12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:30.776287 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.780058 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a733a76-f731-43a5-ba50-60c593127805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6322b55c-ff4b-4999-9925-aed68bfee35a,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:30.792599 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-2ac09392-e6d8-4fbe-9fa6-a7db644d01cb None None] Provisioning for port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:30.795580 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4a733a76-f731-43a5-ba50-60c593127805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:30.808478 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b840a0e-9f49-46f8-9f58-51a8cbc8d78b None None] The sync data for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi is: [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:27Z', 'revision_number': 3, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:30.819206 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-2ac09392-e6d8-4fbe-9fa6-a7db644d01cb None None] Provisioning complete for port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:30.820254 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2ac09392-e6d8-4fbe-9fa6-a7db644d01cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:30.902118 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-2ac09392-e6d8-4fbe-9fa6-a7db644d01cb None None] Port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:32:31.031591 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.038203 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.046313 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:31.078834 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50032) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:31.083623 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-1ca558b7-07f3-44c8-ab67-5c74af91fe87 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2077944613', 'description': 'tempest-description--1518511780'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:31.124671 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Pushing event updated for resources: {'Port': ['ID=1f1a5747-0cac-4f23-ae75-b2be7f0dc759,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:31.125142 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1ca558b7-07f3-44c8-ab67-5c74af91fe87 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.147709 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:31.147709 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672616'] for router_interface, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.288462 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50036) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:31.314824 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-66b4ea55-cd0b-4cdf-b2cf-44e7348bb02b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.333219 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Network 5276124c-ea46-4712-b38d-54bc7208471b is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:31.353185 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:31.408526 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1ca558b7-07f3-44c8-ab67-5c74af91fe87 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.420001 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1ca558b7-07f3-44c8-ab67-5c74af91fe87 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.426158 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e7b496e0-019a-4cee-9483-dde26bf4711e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:31.441740 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device a357ce27-5a58-4084-bf64-238aba9e5fe8 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:31.482768 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca558b7-07f3-44c8-ab67-5c74af91fe87 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa124295-9491-4e74-a26a-970bb3098bde,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:31.505208 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1ca558b7-07f3-44c8-ab67-5c74af91fe87 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:31.518893 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087a36c-a288-4a99-97ff-2488eb6f1d2c req-0f42e6aa-6188-40b5-b520-d1e8d2ade309 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:31.529649 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8087a36c-a288-4a99-97ff-2488eb6f1d2c req-0f42e6aa-6188-40b5-b520-d1e8d2ade309 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 984 time: 0.2171946 Jun 29 03:32:31.549819 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port a357ce27-5a58-4084-bf64-238aba9e5fe8 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:31.556683 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port a357ce27-5a58-4084-bf64-238aba9e5fe8 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:31.557587 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.611442 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-66b4ea55-cd0b-4cdf-b2cf-44e7348bb02b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.621796 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-66b4ea55-cd0b-4cdf-b2cf-44e7348bb02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.630777 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7caf576a-4c01-4fd0-a6ab-b6e366142b87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:31.630931 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Router 23641b4a-870d-4f4a-b83c-6240ce896fa4 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:32:31.660870 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8087a36c-a288-4a99-97ff-2488eb6f1d2c req-fff9e87d-2f64-4d05-9310-7cb7a25c49ae tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=483444b3-731d-4a70-a6f7-99a8c2912853&id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1291926 Jun 29 03:32:31.695159 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1ca558b7-07f3-44c8-ab67-5c74af91fe87 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.696553 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-1ca558b7-07f3-44c8-ab67-5c74af91fe87 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6166408 Jun 29 03:32:31.702580 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50038) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:31.707136 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-af724a9b-54de-4d3c-9979-4dc37dd59fe7 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Request body: {'security_group_rule': {'security_group_id': 'aa124295-9491-4e74-a26a-970bb3098bde', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:31.732737 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4ea55-cd0b-4cdf-b2cf-44e7348bb02b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bbab09e-39b2-4bcf-8f38-883bf2b4e954,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:31.736631 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-66b4ea55-cd0b-4cdf-b2cf-44e7348bb02b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:31.752569 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-66b4ea55-cd0b-4cdf-b2cf-44e7348bb02b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15329705dfb34066bb6490101fbd5562&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4615529 Jun 29 03:32:31.753191 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50042) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:31.804315 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.806071 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-af724a9b-54de-4d3c-9979-4dc37dd59fe7 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.810678 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-1533e9e1-892e-4872-833b-d1e0dcd4e543 None None] Provisioning complete for port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:31.811050 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1533e9e1-892e-4872-833b-d1e0dcd4e543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.877318 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port a357ce27-5a58-4084-bf64-238aba9e5fe8, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=a357ce27-5a58-4084-bf64-238aba9e5fe8,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:31.879661 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9760da79-4d4f-421c-a344-c40990ff70dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.890771 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.892461 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device abf955b7-cc66-49b8-bf18-528ac6bf35b0 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:31.895361 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:31.917949 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:31.920495 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-1533e9e1-892e-4872-833b-d1e0dcd4e543 None None] Port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:32:31.932803 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9760da79-4d4f-421c-a344-c40990ff70dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.941632 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-af724a9b-54de-4d3c-9979-4dc37dd59fe7 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.953845 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] 10.222.0.39 "PUT /v2.0/routers/23641b4a-870d-4f4a-b83c-6240ce896fa4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3059530 Jun 29 03:32:31.954741 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-af724a9b-54de-4d3c-9979-4dc37dd59fe7 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.967873 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:31.989646 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af724a9b-54de-4d3c-9979-4dc37dd59fe7 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10fcb2f3-f7c9-479d-89b1-91ae02027741,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:31.993465 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-af724a9b-54de-4d3c-9979-4dc37dd59fe7 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:31.995696 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=a357ce27-5a58-4084-bf64-238aba9e5fe8,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:31.998779 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-af724a9b-54de-4d3c-9979-4dc37dd59fe7 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:31.999609 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:32.000578 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-af724a9b-54de-4d3c-9979-4dc37dd59fe7 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2970388 Jun 29 03:32:32.003145 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50046) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:32.007340 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port abf955b7-cc66-49b8-bf18-528ac6bf35b0 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:32.007661 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.009924 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-ac1fb17f-cc84-4504-932d-516b40ee60d9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Request body: {'security_group_rule': {'security_group_id': 'aa124295-9491-4e74-a26a-970bb3098bde', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:32.040063 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9760da79-4d4f-421c-a344-c40990ff70dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.043646 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9760da79-4d4f-421c-a344-c40990ff70dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.045170 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9760da79-4d4f-421c-a344-c40990ff70dc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5bbab09e-39b2-4bcf-8f38-883bf2b4e954 HTTP/1.1" status: 204 len: 168 time: 0.2893450 Jun 29 03:32:32.049967 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0ab8142a-a94d-4bf0-8519-a9c5e7ae759f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:32.061811 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760da79-4d4f-421c-a344-c40990ff70dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bbab09e-39b2-4bcf-8f38-883bf2b4e954,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:32.064190 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9760da79-4d4f-421c-a344-c40990ff70dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:32.076559 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb17f-cc84-4504-932d-516b40ee60d9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.168355 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb17f-cc84-4504-932d-516b40ee60d9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.174103 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb17f-cc84-4504-932d-516b40ee60d9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.177508 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d5173d73-5193-4cd5-853f-4084d78aaef1 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:32.195671 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1fb17f-cc84-4504-932d-516b40ee60d9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=644aab69-e216-40ea-be52-0363508c451b,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:32.199410 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ac1fb17f-cc84-4504-932d-516b40ee60d9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:32.204223 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ac1fb17f-cc84-4504-932d-516b40ee60d9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.205547 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ac1fb17f-cc84-4504-932d-516b40ee60d9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2011023 Jun 29 03:32:32.208857 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50052) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:32.216209 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Request body: {'floatingip': {'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:32.254233 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for floatingip, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.376641 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.507550 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Allocated IP 172.27.1.176 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/1b613c51-9f38-47eb-8bde-a5e683b4de3e) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:32.621226 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50076) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:32.623153 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.632501 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1034577368-network', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:32.666338 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Made reservation on behalf of 82e80c8a6dfa4973aeed4c87ec0b19e5 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:32:32.669141 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.681770 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.689581 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.691731 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-91a40ed7-8d3d-4af5-8efd-c6f934c76594 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:32.773754 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:32.782527 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:32.785425 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:32.813630 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event updated for resources: {'Port': ['ID=1b613c51-9f38-47eb-8bde-a5e683b4de3e,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:32.817839 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:32.848236 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.899194 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.904481 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.909370 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:32.944434 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:32:32.958057 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.958670 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1166327-b1e4-4893-a163-022cbbc2687a,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:32.961913 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:32.968827 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:32.969020 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Added segment 1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6 of type vlan for network 4e945ee7-8d01-4beb-9dec-90eb9f118342 Jun 29 03:32:32.988964 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec653ad3-a47e-46c0-b046-17e05e4c5467 req-c6ba1748-54e4-4359-9d3e-4f459a68bdc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:32.990572 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ec653ad3-a47e-46c0-b046-17e05e4c5467 req-c6ba1748-54e4-4359-9d3e-4f459a68bdc4 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 984 time: 0.1355975 Jun 29 03:32:33.046055 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.081301 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ec653ad3-a47e-46c0-b046-17e05e4c5467 req-f879cf04-49d8-4497-af2e-56d7948f9969 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=483444b3-731d-4a70-a6f7-99a8c2912853&id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0682824 Jun 29 03:32:33.116661 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.116661 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:33.116661 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.131019 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0a8ec758-4f15-4f31-b1a4-9547d863664a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:33.188787 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5659282 Jun 29 03:32:33.190872 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.191408 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50092) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:33.198671 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.199851 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-9a1d5642-6978-42f6-a32b-2e7bd7bc807f admin admin] Request body: {'subnet': {'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1034577368-subnet', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:33.205285 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Pushing event updated for resources: {'Network': ['ID=4e945ee7-8d01-4beb-9dec-90eb9f118342,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:33.208386 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:33.218454 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Sync routers for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:33.222683 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:33.231288 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network 4e945ee7-8d01-4beb-9dec-90eb9f118342 details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:32:33.236087 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:33.236722 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:33.242762 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1d5642-6978-42f6-a32b-2e7bd7bc807f admin admin] Made reservation on behalf of 82e80c8a6dfa4973aeed4c87ec0b19e5 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:32:33.248072 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5642-6978-42f6-a32b-2e7bd7bc807f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59412100'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.312792 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device a357ce27-5a58-4084-bf64-238aba9e5fe8 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:33.384168 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event updated for resources: {'Port': ['ID=1b613c51-9f38-47eb-8bde-a5e683b4de3e,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:33.387222 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:33.407676 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port a357ce27-5a58-4084-bf64-238aba9e5fe8 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:33.408290 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.409961 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.428554 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.441062 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2288804 Jun 29 03:32:33.507594 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5642-6978-42f6-a32b-2e7bd7bc807f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3089025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59344510'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.518680 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-270a396f-dbd9-4da7-bb04-0ef93cf2745d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:33.569727 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:33.585497 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1d5642-6978-42f6-a32b-2e7bd7bc807f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0452cd-7522-46d2-8c82-91c58925c9a2,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:33.591501 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9a1d5642-6978-42f6-a32b-2e7bd7bc807f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:33.604085 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1d5642-6978-42f6-a32b-2e7bd7bc807f admin admin] Checking segment: {'id': '1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:33.605214 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1d5642-6978-42f6-a32b-2e7bd7bc807f admin admin] Network hostable DHCP agents. Network: 4e945ee7-8d01-4beb-9dec-90eb9f118342, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:32:33.628511 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1d5642-6978-42f6-a32b-2e7bd7bc807f admin admin] Network 4e945ee7-8d01-4beb-9dec-90eb9f118342 is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:32:33.640334 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-9a1d5642-6978-42f6-a32b-2e7bd7bc807f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, 4e945ee7-8d01-4beb-9dec-90eb9f118342) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:33.650994 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a5c0ed-e093-470b-9d14-7406844df758 None None] Network 4e945ee7-8d01-4beb-9dec-90eb9f118342 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:32:33.668513 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1d5642-6978-42f6-a32b-2e7bd7bc807f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:33.669890 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9a1d5642-6978-42f6-a32b-2e7bd7bc807f admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.710611 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9a1d5642-6978-42f6-a32b-2e7bd7bc807f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5181246 Jun 29 03:32:33.711503 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50116) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:33.716358 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1034577368-router', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:33.766944 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.769437 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.787390 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-4cf74620-2db6-4f69-bd17-b073bd5bf22c tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2077944613&fields=id&tenant_id=d5af8f42ab554f359650a231f3bb3804 HTTP/1.1" status: 200 len: 267 time: 0.0984128 Jun 29 03:32:33.827281 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 2, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:33.847801 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.867042 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Checking router: 23641b4a-870d-4f4a-b83c-6240ce896fa4 for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:33.867696 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Updating router 23641b4a-870d-4f4a-b83c-6240ce896fa4 port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 binding host dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:32:33.921850 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.953622 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-6462f020-e7c4-4072-9532-efa47dbbc7a9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:33.955152 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-6462f020-e7c4-4072-9532-efa47dbbc7a9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/networks?id=a16d7e30-f69f-4058-b150-43ccbc7efc7b HTTP/1.1" status: 200 len: 816 time: 0.1672845 Jun 29 03:32:33.971274 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210c7d36-8f14-5311-865c-589e5847e099-4e945ee7-8d01-4beb-9dec-90eb9f118342', 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'fixed_ips': [{'subnet_id': '1c0452cd-7522-46d2-8c82-91c58925c9a2'}]}} from dv-cinder-797245-8-iscsi. {{(pid=92920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:32:33.972097 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:33.985302 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-3a86288c-da78-43a2-9168-d5edf7d6d3cf tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/quotas/d5af8f42ab554f359650a231f3bb3804 HTTP/1.1" status: 200 len: 375 time: 0.0235629 Jun 29 03:32:34.068307 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:34.072441 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-981aac18-1293-4f4e-bfbe-7a2bd5634e35 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d5af8f42ab554f359650a231f3bb3804&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0825472 Jun 29 03:32:34.197292 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-7f8de3ef-2673-4c95-829b-020445d09eb3 service neutron] 10.222.0.39 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117260 Jun 29 03:32:34.206788 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Allocated IP 172.20.0.2 (4e945ee7-8d01-4beb-9dec-90eb9f118342/1c0452cd-7522-46d2-8c82-91c58925c9a2/7a33638f-8be4-430c-b685-1af2c6498d8b) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:34.331284 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-f444e589-5c8c-4c00-b898-c0ea5ee2c3d3 service neutron] 10.222.0.39 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251698 Jun 29 03:32:34.380128 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:34.384676 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:34.408207 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Transition to ACTIVE for port object 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:34.408853 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:34.425240 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:34.430791 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:34.471309 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:34.490175 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Transition to ACTIVE for port object 7a33638f-8be4-430c-b685-1af2c6498d8b will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:34.504905 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a60b6a-925d-4ceb-b70b-bbe1d78c91b6 None None] Pushing event updated for resources: {'Port': ['ID=1f1a5747-0cac-4f23-ae75-b2be7f0dc759,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:34.516517 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Transition to ACTIVE for port object 7a33638f-8be4-430c-b685-1af2c6498d8b will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:34.553378 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-77a60b6a-925d-4ceb-b70b-bbe1d78c91b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:34.568057 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:34.596946 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-dc0e78a7-eb41-4da5-9ee8-2613a5e1b1c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:34.627650 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Allocated IP 172.27.1.119 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/99babcf7-a92c-4add-831c-f435efa00dc6) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:34.650790 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Attempting to bind port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:34.651160 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Attempting to bind port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:34.651521 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Attempting to bind port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 on network 5276124c-ea46-4712-b38d-54bc7208471b {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:34.666576 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:34.667257 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Checking segment: {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:34.668101 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:34.668655 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Bound using segment: {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:34.669297 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Bound port: 1f1a5747-0cac-4f23-ae75-b2be7f0dc759, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:34.670481 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:34.698447 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0dfd488e-f356-4479-ab09-c0d10179df08 req-c8be930e-4239-47c9-ba0e-9f81e8acf81d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 210 time: 0.0670381 Jun 29 03:32:34.712418 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Network 4e945ee7-8d01-4beb-9dec-90eb9f118342 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:34.726120 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:34.740069 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:34.774633 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] For port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:34.779440 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] For port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=1f1a5747-0cac-4f23-ae75-b2be7f0dc759,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:34.785575 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:34.789255 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Pushing event updated for resources: {'Port': ['ID=7a33638f-8be4-430c-b685-1af2c6498d8b,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:34.815942 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-f3a409dd-7f6a-4d47-b0e2-94e15947c68d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:34.820269 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:34.820269 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:34.820759 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:34.821910 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:34.822575 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:34.823957 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:34.823957 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:34.824208 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:34.824640 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:34.825039 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:34.825457 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:34.825871 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:34.850656 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:34.881112 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Attempting to bind port 7a33638f-8be4-430c-b685-1af2c6498d8b on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:34.881730 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Attempting to bind port 7a33638f-8be4-430c-b685-1af2c6498d8b by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:34.882167 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Attempting to bind port 7a33638f-8be4-430c-b685-1af2c6498d8b on network 4e945ee7-8d01-4beb-9dec-90eb9f118342 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:34.889146 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:34.889767 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Checking segment: {'id': '1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:34.890172 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:34.890560 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Bound using segment: {'id': '1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:34.891056 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Bound port: 7a33638f-8be4-430c-b685-1af2c6498d8b, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:34.891436 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:34.902099 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:34.902732 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:34.920234 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a60b6a-925d-4ceb-b70b-bbe1d78c91b6 None None] Pushing event updated for resources: {'Port': ['ID=1f1a5747-0cac-4f23-ae75-b2be7f0dc759,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:34.972112 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:35.020653 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-77a60b6a-925d-4ceb-b70b-bbe1d78c91b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:35.025472 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] For port 7a33638f-8be4-430c-b685-1af2c6498d8b, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:35.027661 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:35.032955 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:35.036017 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] For port 7a33638f-8be4-430c-b685-1af2c6498d8b, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=7a33638f-8be4-430c-b685-1af2c6498d8b,segment=NetworkSegment(1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6),segment_id=1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:35.044959 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:35.045161 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:35.048145 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:35.077596 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:35.084721 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:35.106393 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:35.146221 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Pushing event updated for resources: {'Port': ['ID=7a33638f-8be4-430c-b685-1af2c6498d8b,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:35.151369 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:35.164296 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Pushing event updated for resources: {'Port': ['ID=99babcf7-a92c-4add-831c-f435efa00dc6,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:35.168955 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:35.346714 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:34Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:35.386521 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb88cf3-3504-4668-9811-8a6289ce0828 None None] The sync data for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi is: [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:34Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:35.888091 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:35.911712 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6aff46b6-e0d3-4486-85fe-e0efcc13e96d req-5ed34e29-c0e6-4836-8c7b-f69ef4d579ec tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 210 time: 0.0338628 Jun 29 03:32:36.186317 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769002'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:36.359261 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-006582f8-8430-4772-a924-473760dc2260 None None] Network 4e945ee7-8d01-4beb-9dec-90eb9f118342 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:32:36.406094 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Router d6f117d3-110d-410c-87df-d93fd665f0dd is scheduled to L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:32:36.491021 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-6546b713-bb38-42e3-9bc9-5f59b5efbba7 None None] Provisioning for port 7a33638f-8be4-430c-b685-1af2c6498d8b completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:36.515222 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-d6ad4c16-7b37-4227-a51f-e261c3ebf85b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:36.532354 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-d6ad4c16-7b37-4227-a51f-e261c3ebf85b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.21 "GET /v2.0/networks?id=a16d7e30-f69f-4058-b150-43ccbc7efc7b HTTP/1.1" status: 200 len: 816 time: 0.1862447 Jun 29 03:32:36.595200 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:36.616439 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Sync routers for ids ['d6f117d3-110d-410c-87df-d93fd665f0dd'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:36.616664 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:36.620942 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9049935 Jun 29 03:32:36.621454 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50158) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:36.628950 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-bf653d98-fd3f-4b8d-9650-2dab3f757fdb tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d5af8f42ab554f359650a231f3bb3804 HTTP/1.1" status: 200 len: 380 time: 0.0813591 Jun 29 03:32:36.641163 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Request body: {'port': {'device_id': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'admin_state_up': True, 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'security_groups': ['aa124295-9491-4e74-a26a-970bb3098bde']}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:36.674113 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Routers {'d6f117d3-110d-410c-87df-d93fd665f0dd'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:36.676876 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['d6f117d3-110d-410c-87df-d93fd665f0dd'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:36.795907 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Made reservation on behalf of d5af8f42ab554f359650a231f3bb3804 for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:32:36.800506 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:36.830191 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Set router d6f117d3-110d-410c-87df-d93fd665f0dd gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:37.068942 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Allocated IP 172.20.0.6 (a16d7e30-f69f-4058-b150-43ccbc7efc7b/b419f8dc-93fd-4a1b-bc32-b27006c69e77/65fc27f8-70dc-4d14-b831-a0368affb40e) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:37.329375 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9d0f0f4b-aa44-416e-b3c7-d005d0a04302 req-7c277f07-ea92-4c6f-9486-6ef15780797d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 210 time: 0.1428409 Jun 29 03:32:37.421639 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.481274 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 7a33638f-8be4-430c-b685-1af2c6498d8b up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:37.513398 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.543418 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Transition to ACTIVE for port object 65fc27f8-70dc-4d14-b831-a0368affb40e will not be triggered until provisioned by entity DHCP. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:37.583488 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 7a33638f-8be4-430c-b685-1af2c6498d8b completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:37.588027 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.593420 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 7a33638f-8be4-430c-b685-1af2c6498d8b triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:37.593615 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-bd3a9654-8b8a-4bbf-bf72-30dc02a90323 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:37.596342 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.632047 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'name': 'tempest-TestVolumeBootPattern-1034577368-router', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '99babcf7-a92c-4add-831c-f435efa00dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:33Z', 'updated_at': '2021-06-29T03:32:35Z', 'revision_number': 3, 'project_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'gw_port': {'id': '99babcf7-a92c-4add-831c-f435efa00dc6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:34Z', 'updated_at': '2021-06-29T03:32:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:37.640497 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Network a16d7e30-f69f-4058-b150-43ccbc7efc7b is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:37.646589 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:37.651950 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:37.658671 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Allocated IP 172.20.0.1 (4e945ee7-8d01-4beb-9dec-90eb9f118342/1c0452cd-7522-46d2-8c82-91c58925c9a2/e73270f2-1081-4d37-819e-c6784161e082) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:37.660812 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event updated for resources: {'Port': ['ID=65fc27f8-70dc-4d14-b831-a0368affb40e,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:37.686313 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:37.693690 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Checking router: d6f117d3-110d-410c-87df-d93fd665f0dd for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:37.694054 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Updating router d6f117d3-110d-410c-87df-d93fd665f0dd port 99babcf7-a92c-4add-831c-f435efa00dc6 binding host dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:32:37.722838 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:37.722838 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.746617 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1096098 Jun 29 03:32:37.769983 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Request body: {'port': {'device_id': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:37.788775 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50174) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:37.791506 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.797622 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.819744 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Transition to ACTIVE for port object e73270f2-1081-4d37-819e-c6784161e082 will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:37.840817 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.885984 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.890248 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.897960 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c212bea8-5406-48b9-b056-ac6ed17629c0 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:37.980250 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 7a33638f-8be4-430c-b685-1af2c6498d8b, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=7a33638f-8be4-430c-b685-1af2c6498d8b,segment=NetworkSegment(1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6),segment_id=1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:37.987932 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Pushing event updated for resources: {'Port': ['ID=e73270f2-1081-4d37-819e-c6784161e082,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:37.988190 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:37.989297 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:37.995752 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:38.001351 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Network 4e945ee7-8d01-4beb-9dec-90eb9f118342 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:38.002458 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2ae8e37a-9ce4-4ece-9e87-ef33cd3d6636 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.006341 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:38.006717 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:38.007084 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:38.007446 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:38.007801 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:38.008196 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:38.009084 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:38.009434 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:38.009785 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:38.010132 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:38.010479 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:38.010826 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:32:38.019309 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:38.024760 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:38.032333 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:38.093639 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672668'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.155389 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=7a33638f-8be4-430c-b685-1af2c6498d8b,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:38.162020 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:38.164025 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-5e7158f6-05a7-4b23-bcad-5fa54605db23 None None] Provisioning for port 65fc27f8-70dc-4d14-b831-a0368affb40e completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:38.175502 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-5e7158f6-05a7-4b23-bcad-5fa54605db23 None None] Provisioning complete for port 65fc27f8-70dc-4d14-b831-a0368affb40e triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:38.175922 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5e7158f6-05a7-4b23-bcad-5fa54605db23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.241804 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2ae8e37a-9ce4-4ece-9e87-ef33cd3d6636 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.249248 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:38.256395 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:38.256778 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.272656 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2ae8e37a-9ce4-4ece-9e87-ef33cd3d6636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.280782 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65fc27f8-70dc-4d14-b831-a0368affb40e {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:32:38.284616 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-5e7158f6-05a7-4b23-bcad-5fa54605db23 None None] Port 65fc27f8-70dc-4d14-b831-a0368affb40e cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:32:38.289221 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.297486 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-826cdb45-bc0e-4a0b-8cb2-1cd9dd99b402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:38.302102 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Transition to ACTIVE for port object 65fc27f8-70dc-4d14-b831-a0368affb40e will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:38.310132 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.310347 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-2ae8e37a-9ce4-4ece-9e87-ef33cd3d6636 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4f0c111612248c4bfc17f0c2874ce5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179017 Jun 29 03:32:38.313019 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50180) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:38.313715 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:38.335229 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae8e37a-9ce4-4ece-9e87-ef33cd3d6636 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b3edd9-258b-4240-991e-b380b96c12ca,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:38.352011 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2ae8e37a-9ce4-4ece-9e87-ef33cd3d6636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:38.363327 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.401228 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.411998 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.439217 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Pushing event updated for resources: {'Port': ['ID=65fc27f8-70dc-4d14-b831-a0368affb40e,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:38.456077 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:38.466819 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Transition to ACTIVE for port object 99babcf7-a92c-4add-831c-f435efa00dc6 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:38.506819 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.519069 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=1f1a5747-0cac-4f23-ae75-b2be7f0dc759,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:38.520418 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:38.532163 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-a1f92c0a-127e-401a-b05b-454e4e4b3f9b None None] Provisioning for port e73270f2-1081-4d37-819e-c6784161e082 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:38.569027 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-a1f92c0a-127e-401a-b05b-454e4e4b3f9b None None] Provisioning complete for port e73270f2-1081-4d37-819e-c6784161e082 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:38.569411 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a1f92c0a-127e-401a-b05b-454e4e4b3f9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.578948 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.609412 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e116f2f3-d4c3-42ff-9cd5-c828c364e453 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.631161 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Attempting to bind port 99babcf7-a92c-4add-831c-f435efa00dc6 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:38.632125 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Attempting to bind port 99babcf7-a92c-4add-831c-f435efa00dc6 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:38.632708 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Attempting to bind port 99babcf7-a92c-4add-831c-f435efa00dc6 on network f51c5211-9e47-48bd-999b-9f8ea905804c {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:38.636169 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.643063 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088899'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.644849 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edad44-90bd-4f46-ad1f-96cffebea9fd None None] Pushing event updated for resources: {'Port': ['ID=99babcf7-a92c-4add-831c-f435efa00dc6,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:38.647343 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:38.649116 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Attempting to bind port 65fc27f8-70dc-4d14-b831-a0368affb40e on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:38.649498 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Attempting to bind port 65fc27f8-70dc-4d14-b831-a0368affb40e by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:38.649958 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Attempting to bind port 65fc27f8-70dc-4d14-b831-a0368affb40e on network a16d7e30-f69f-4058-b150-43ccbc7efc7b {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:38.658511 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-48edad44-90bd-4f46-ad1f-96cffebea9fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:38.660135 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e116f2f3-d4c3-42ff-9cd5-c828c364e453 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.660692 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:38.670605 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Port 65fc27f8-70dc-4d14-b831-a0368affb40e on network a16d7e30-f69f-4058-b150-43ccbc7efc7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:32:38.671001 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Attempting to bind port 65fc27f8-70dc-4d14-b831-a0368affb40e on network a16d7e30-f69f-4058-b150-43ccbc7efc7b {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:38.684473 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:38.684867 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Checking segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:38.685277 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.685904 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Bound using segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:38.686229 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Bound port: 99babcf7-a92c-4add-831c-f435efa00dc6, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:38.686624 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.689572 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:38.690001 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Checking segment: {'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:38.690485 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Bound using segment: {'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:38.691408 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Bound port: 65fc27f8-70dc-4d14-b831-a0368affb40e, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6888262-b7c8-4127-aef7-d55c37e0dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:38.691903 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.708980 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-a1f92c0a-127e-401a-b05b-454e4e4b3f9b None None] Port e73270f2-1081-4d37-819e-c6784161e082 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:32:38.719903 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Pushing event updated for resources: {'Port': ['ID=e73270f2-1081-4d37-819e-c6784161e082,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:38.722383 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672616'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.726349 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:38.754825 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b490460b-73dc-4c13-990f-7f0fd0423eee req-37ed6a57-8d26-4e12-997a-9c0c2ed6d970 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:38.756498 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b490460b-73dc-4c13-990f-7f0fd0423eee req-37ed6a57-8d26-4e12-997a-9c0c2ed6d970 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.2089021 Jun 29 03:32:38.759522 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=1f1a5747-0cac-4f23-ae75-b2be7f0dc759,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:38.772739 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:38.785516 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] For port 99babcf7-a92c-4add-831c-f435efa00dc6, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:38.791199 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] For port 99babcf7-a92c-4add-831c-f435efa00dc6, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=99babcf7-a92c-4add-831c-f435efa00dc6,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:38.798863 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.801988 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-a1bdc196-5e07-47ef-9d6b-9308ba65ed66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:38.805560 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e116f2f3-d4c3-42ff-9cd5-c828c364e453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.808071 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e116f2f3-d4c3-42ff-9cd5-c828c364e453 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.811824 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-e116f2f3-d4c3-42ff-9cd5-c828c364e453 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79b3edd9-258b-4240-991e-b380b96c12ca HTTP/1.1" status: 204 len: 168 time: 0.4534919 Jun 29 03:32:38.812897 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2af1657a-638a-4794-ab6d-76734e3f7141 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:38.834440 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] For port 65fc27f8-70dc-4d14-b831-a0368affb40e, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:38.837421 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e116f2f3-d4c3-42ff-9cd5-c828c364e453 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b3edd9-258b-4240-991e-b380b96c12ca,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:38.843379 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b490460b-73dc-4c13-990f-7f0fd0423eee req-8b9d6b60-320a-4070-9ba3-042abc6047f4 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765626 Jun 29 03:32:38.844251 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-e116f2f3-d4c3-42ff-9cd5-c828c364e453 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:38.853943 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Network 4e945ee7-8d01-4beb-9dec-90eb9f118342 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:38.856538 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:38.859981 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] For port 65fc27f8-70dc-4d14-b831-a0368affb40e, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fc27f8-70dc-4d14-b831-a0368affb40e,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:38.869642 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.872958 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-52ed503c-5376-4ad5-b16b-64b5f48ee723 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:38.909298 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:38.910023 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:38.911619 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] 10.222.0.21 "PUT /v2.0/ports/65fc27f8-70dc-4d14-b831-a0368affb40e HTTP/1.1" status: 200 len: 1093 time: 1.1462929 Jun 29 03:32:38.912274 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'tag': '65fc27f8-70dc-4d14-b831-a0368affb40e'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:38.914970 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c4a9a4-c82c-415f-8811-b4424a9f0757" -d '{"events": [{"name": "network-changed", "server_uuid": "de6cad68-f6dd-46d4-919f-7c2fa40b54e6", "tag": "65fc27f8-70dc-4d14-b831-a0368affb40e"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:38.991655 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edad44-90bd-4f46-ad1f-96cffebea9fd None None] Pushing event updated for resources: {'Port': ['ID=99babcf7-a92c-4add-831c-f435efa00dc6,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:38.994125 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Pushing event updated for resources: {'Port': ['ID=65fc27f8-70dc-4d14-b831-a0368affb40e,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:39.000750 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:39.021543 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Routers {'d6f117d3-110d-410c-87df-d93fd665f0dd'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:39.033941 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['d6f117d3-110d-410c-87df-d93fd665f0dd'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:39.037482 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-48edad44-90bd-4f46-ad1f-96cffebea9fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:39.064819 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c10c860f-0389-45d5-b283-c76735b8d379 x-openstack-request-id: req-c10c860f-0389-45d5-b283-c76735b8d379 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:39.065038 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6cad68-f6dd-46d4-919f-7c2fa40b54e6", "tag": "65fc27f8-70dc-4d14-b831-a0368affb40e", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:39.065452 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c10c860f-0389-45d5-b283-c76735b8d379 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:39.065820 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'tag': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'status': 'completed', 'code': 200} Jun 29 03:32:39.084562 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Router d6f117d3-110d-410c-87df-d93fd665f0dd has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:32:39.098670 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-92f552a7-4a3f-448f-a14f-0d0d4959864e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:39.101707 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-92f552a7-4a3f-448f-a14f-0d0d4959864e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5af8f42ab554f359650a231f3bb3804&device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 1096 time: 0.0985050 Jun 29 03:32:39.187832 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] Set router d6f117d3-110d-410c-87df-d93fd665f0dd gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:39.188053 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-6a3c5b58-32a9-4b99-8988-6f1db5634af9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65fc27f8-70dc-4d14-b831-a0368affb40e HTTP/1.1" status: 200 len: 217 time: 0.0713580 Jun 29 03:32:39.279406 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-57b4a605-1867-4bad-98c6-30b9d79e365b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:39.285046 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-57b4a605-1867-4bad-98c6-30b9d79e365b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b419f8dc-93fd-4a1b-bc32-b27006c69e77 HTTP/1.1" status: 200 len: 855 time: 0.0876980 Jun 29 03:32:39.310062 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:39.323885 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] 10.222.0.39 "PUT /v2.0/routers/d6f117d3-110d-410c-87df-d93fd665f0dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6966355 Jun 29 03:32:39.324098 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:39.361900 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-1737c43f-530b-4483-a2e7-1080d0e81c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:39.363451 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-1737c43f-530b-4483-a2e7-1080d0e81c13 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a16d7e30-f69f-4058-b150-43ccbc7efc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711110 Jun 29 03:32:39.380877 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50206) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:39.387216 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-3e0ae310-4d07-44f0-a24c-3019bb142f01 None None] Provisioning complete for port e73270f2-1081-4d37-819e-c6784161e082 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:39.387603 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3e0ae310-4d07-44f0-a24c-3019bb142f01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:39.395162 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c1339668-1543-40c6-bd82-ddb112118307 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:39.462877 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-3e0ae310-4d07-44f0-a24c-3019bb142f01 None None] Port e73270f2-1081-4d37-819e-c6784161e082 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:32:39.511474 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:39.513050 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:39.524501 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-cd52a864-8373-4394-b8e8-382f5343fe7c service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520083 Jun 29 03:32:39.559079 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c1339668-1543-40c6-bd82-ddb112118307 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:39.566722 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c1339668-1543-40c6-bd82-ddb112118307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:39.570562 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ee55e61d-5642-4b38-8c71-add071b86fa0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:39.587650 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'name': 'tempest-TestVolumeBootPattern-1034577368-router', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '99babcf7-a92c-4add-831c-f435efa00dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:33Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 4, 'project_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'gw_port': {'id': '99babcf7-a92c-4add-831c-f435efa00dc6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:34Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': 'e73270f2-1081-4d37-819e-c6784161e082', 'name': '', 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'mac_address': 'fa:16:3e:f4:6c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1c0452cd-7522-46d2-8c82-91c58925c9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 2, 'project_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'subnets': [{'id': '1c0452cd-7522-46d2-8c82-91c58925c9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:39.631683 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa1e7f18-0b4a-40d2-a3a7-921a6d7913d6 req-c66ecf91-520c-4c2b-a4a4-935c5a9d2f87 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987158 Jun 29 03:32:39.632560 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c1339668-1543-40c6-bd82-ddb112118307 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ef61b3a360047e9902df43a4474f0b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2504833 Jun 29 03:32:39.634306 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1339668-1543-40c6-bd82-ddb112118307 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfe46c1-c5e6-4aa0-8aa7-6bf57870e40f,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:39.635576 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50214) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:39.638527 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c1339668-1543-40c6-bd82-ddb112118307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:39.650696 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 7a33638f-8be4-430c-b685-1af2c6498d8b up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:39.686321 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d21ee5-81e7-4113-a096-c3860505ea23 None None] The sync data for ids ['d6f117d3-110d-410c-87df-d93fd665f0dd'] in dv-cinder-797245-8-iscsi is: [{'id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'name': 'tempest-TestVolumeBootPattern-1034577368-router', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '99babcf7-a92c-4add-831c-f435efa00dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:33Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 4, 'project_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'gw_port': {'id': '99babcf7-a92c-4add-831c-f435efa00dc6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0e:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:34Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': 'e73270f2-1081-4d37-819e-c6784161e082', 'name': '', 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'mac_address': 'fa:16:3e:f4:6c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1c0452cd-7522-46d2-8c82-91c58925c9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 2, 'project_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'subnets': [{'id': '1c0452cd-7522-46d2-8c82-91c58925c9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:39.689391 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cdcd9c32-766d-494f-bd36-47c768258e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:39.707606 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 7a33638f-8be4-430c-b685-1af2c6498d8b triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:39.708029 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:39.725896 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cdcd9c32-766d-494f-bd36-47c768258e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:39.824124 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cdcd9c32-766d-494f-bd36-47c768258e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:39.826803 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cdcd9c32-766d-494f-bd36-47c768258e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:39.834174 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-cdcd9c32-766d-494f-bd36-47c768258e87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2bfe46c1-c5e6-4aa0-8aa7-6bf57870e40f HTTP/1.1" status: 204 len: 168 time: 0.1940606 Jun 29 03:32:39.835176 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-727789ba-eb4d-428a-a834-43e77c136bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:39.840305 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4a9a4-c82c-415f-8811-b4424a9f0757 req-ddf7658f-ac5d-4f1f-a46f-aa573f8018f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:39.841739 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a3c4a9a4-c82c-415f-8811-b4424a9f0757 req-ddf7658f-ac5d-4f1f-a46f-aa573f8018f1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5af8f42ab554f359650a231f3bb3804&device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 1096 time: 0.0966945 Jun 29 03:32:39.848185 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcd9c32-766d-494f-bd36-47c768258e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfe46c1-c5e6-4aa0-8aa7-6bf57870e40f,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:39.850730 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-cdcd9c32-766d-494f-bd36-47c768258e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:40.021833 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4a9a4-c82c-415f-8811-b4424a9f0757 req-63c13e9f-bd82-48ca-99e3-3a0b4530e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:40.023329 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a3c4a9a4-c82c-415f-8811-b4424a9f0757 req-63c13e9f-bd82-48ca-99e3-3a0b4530e18c service neutron] 10.222.0.21 "GET /v2.0/networks?id=a16d7e30-f69f-4058-b150-43ccbc7efc7b HTTP/1.1" status: 200 len: 917 time: 0.1713777 Jun 29 03:32:40.156137 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac7cae0-a845-46d2-a742-3c293c1b4957 req-167ca9a8-8b73-47df-aed0-fb9447201242 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:40.157711 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5ac7cae0-a845-46d2-a742-3c293c1b4957 req-167ca9a8-8b73-47df-aed0-fb9447201242 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.1109860 Jun 29 03:32:40.208697 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5ac7cae0-a845-46d2-a742-3c293c1b4957 req-5c092e38-ec0f-4fa9-b71d-8d1f6032df1d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452139 Jun 29 03:32:40.279235 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50222) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:40.283990 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-8b22ddd5-f113-4d6b-8cc8-5ddf1dcd8b19 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1911484838', 'description': 'tempest-secgroup-smoke-1911484838 description', 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:40.312907 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b22ddd5-f113-4d6b-8cc8-5ddf1dcd8b19 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.426671 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b22ddd5-f113-4d6b-8cc8-5ddf1dcd8b19 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.427952 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a3c4a9a4-c82c-415f-8811-b4424a9f0757 req-b6a10232-83b9-44b1-8e09-cada0f8a9aab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65fc27f8-70dc-4d14-b831-a0368affb40e HTTP/1.1" status: 200 len: 217 time: 0.3960905 Jun 29 03:32:40.432583 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b22ddd5-f113-4d6b-8cc8-5ddf1dcd8b19 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.436948 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c062d2ca-657f-4f95-a3f5-d9f06b7d02d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:40.467216 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b22ddd5-f113-4d6b-8cc8-5ddf1dcd8b19 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.468581 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8b22ddd5-f113-4d6b-8cc8-5ddf1dcd8b19 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1882975 Jun 29 03:32:40.469661 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b22ddd5-f113-4d6b-8cc8-5ddf1dcd8b19 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d6575b2-ee2d-460b-8219-bae103a42da1,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:40.471701 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50230) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:40.473809 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8b22ddd5-f113-4d6b-8cc8-5ddf1dcd8b19 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:40.477630 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-3124a469-4340-4245-9920-aee740f50827 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Request body: {'security_group_rule': {'security_group_id': '5d6575b2-ee2d-460b-8219-bae103a42da1', 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:40.494340 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4a9a4-c82c-415f-8811-b4424a9f0757 req-538b39a2-aede-445d-8f8e-958025e9c4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:40.496252 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a3c4a9a4-c82c-415f-8811-b4424a9f0757 req-538b39a2-aede-445d-8f8e-958025e9c4e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b419f8dc-93fd-4a1b-bc32-b27006c69e77 HTTP/1.1" status: 200 len: 855 time: 0.0612533 Jun 29 03:32:40.512472 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3124a469-4340-4245-9920-aee740f50827 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.596004 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4a9a4-c82c-415f-8811-b4424a9f0757 req-9c919115-2955-4ed8-a279-043e3b610032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:40.598741 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a3c4a9a4-c82c-415f-8811-b4424a9f0757 req-9c919115-2955-4ed8-a279-043e3b610032 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a16d7e30-f69f-4058-b150-43ccbc7efc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861712 Jun 29 03:32:40.607787 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3124a469-4340-4245-9920-aee740f50827 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.618117 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3124a469-4340-4245-9920-aee740f50827 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.625662 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ac1fb17f-cc84-4504-932d-516b40ee60d9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:40.640763 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3124a469-4340-4245-9920-aee740f50827 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90a76243-8cbb-418e-948d-cbfbd5325522,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:40.644964 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3124a469-4340-4245-9920-aee740f50827 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:40.651531 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3124a469-4340-4245-9920-aee740f50827 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.655757 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3124a469-4340-4245-9920-aee740f50827 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1830227 Jun 29 03:32:40.656435 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50236) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:40.661661 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-54d07085-4fd7-4b40-aaf3-d96b829ae10d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Request body: {'security_group_rule': {'security_group_id': '5d6575b2-ee2d-460b-8219-bae103a42da1', 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:40.695509 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-54d07085-4fd7-4b40-aaf3-d96b829ae10d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.723180 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a3c4a9a4-c82c-415f-8811-b4424a9f0757 req-2cd86690-be17-4a04-adec-d240e34643f7 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136863 Jun 29 03:32:40.777587 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-54d07085-4fd7-4b40-aaf3-d96b829ae10d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.782339 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-54d07085-4fd7-4b40-aaf3-d96b829ae10d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.784958 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:40.801103 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d07085-4fd7-4b40-aaf3-d96b829ae10d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc75ff7c-1dad-4452-8467-b1977362f9a7,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:40.804252 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-54d07085-4fd7-4b40-aaf3-d96b829ae10d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:40.817327 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-54d07085-4fd7-4b40-aaf3-d96b829ae10d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.819324 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-54d07085-4fd7-4b40-aaf3-d96b829ae10d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1618705 Jun 29 03:32:40.822449 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50244) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:40.828690 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-4318ebc9-5e3e-4058-8993-980f20ce35ec tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Request body: {'security_group_rule': {'security_group_id': '5d6575b2-ee2d-460b-8219-bae103a42da1', 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:40.855777 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a3c4a9a4-c82c-415f-8811-b4424a9f0757 req-d0ba4375-a916-4bf3-a4e9-8ef0c4149aaa service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232936 Jun 29 03:32:40.864631 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4318ebc9-5e3e-4058-8993-980f20ce35ec tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.925851 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4318ebc9-5e3e-4058-8993-980f20ce35ec tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.931089 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4318ebc9-5e3e-4058-8993-980f20ce35ec tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.933642 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-54d07085-4fd7-4b40-aaf3-d96b829ae10d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:40.949445 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4318ebc9-5e3e-4058-8993-980f20ce35ec tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6553e33e-1c55-41c4-9e9a-6447ec7db0da,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:40.954596 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4318ebc9-5e3e-4058-8993-980f20ce35ec tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:40.963812 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4318ebc9-5e3e-4058-8993-980f20ce35ec tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:40.968038 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4318ebc9-5e3e-4058-8993-980f20ce35ec tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1445589 Jun 29 03:32:40.968270 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50248) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:40.972884 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-1a9e8c43-bb06-447a-b4c6-f70923ec5212 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Request body: {'security_group_rule': {'security_group_id': '5d6575b2-ee2d-460b-8219-bae103a42da1', 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:40.999457 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8c43-bb06-447a-b4c6-f70923ec5212 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.061057 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8c43-bb06-447a-b4c6-f70923ec5212 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.064746 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8c43-bb06-447a-b4c6-f70923ec5212 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.066853 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:41.081014 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9e8c43-bb06-447a-b4c6-f70923ec5212 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=425490f3-8e68-40e6-9de2-00d64803f46e,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:41.084768 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-1a9e8c43-bb06-447a-b4c6-f70923ec5212 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:41.091786 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-1a9e8c43-bb06-447a-b4c6-f70923ec5212 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.093172 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-1a9e8c43-bb06-447a-b4c6-f70923ec5212 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1239407 Jun 29 03:32:41.095861 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50252) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:41.103069 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-21147a11-c18d-4c9d-bdc7-614e78a3a522 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Request body: {'security_group_rule': {'security_group_id': '5d6575b2-ee2d-460b-8219-bae103a42da1', 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:41.121170 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.securitygroups_db [None req-21147a11-c18d-4c9d-bdc7-614e78a3a522 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Project ccbbf01c521f43e3a5f4a038d3f33511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 03:32:41.125757 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-21147a11-c18d-4c9d-bdc7-614e78a3a522 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.188562 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-21147a11-c18d-4c9d-bdc7-614e78a3a522 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.200490 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-21147a11-c18d-4c9d-bdc7-614e78a3a522 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.202639 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:41.223189 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21147a11-c18d-4c9d-bdc7-614e78a3a522 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9099aa2-8b53-4520-a4b5-23a37e9df6e0,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:41.225981 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-21147a11-c18d-4c9d-bdc7-614e78a3a522 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:41.231893 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-21147a11-c18d-4c9d-bdc7-614e78a3a522 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.231893 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-21147a11-c18d-4c9d-bdc7-614e78a3a522 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1337721 Jun 29 03:32:41.238877 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50258) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:41.246975 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-3fe6c00e-ff0c-41a7-8e9a-6dbf4cb71809 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Request body: {'security_group_rule': {'security_group_id': '5d6575b2-ee2d-460b-8219-bae103a42da1', 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:41.282947 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.securitygroups_db [None req-3fe6c00e-ff0c-41a7-8e9a-6dbf4cb71809 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Project ccbbf01c521f43e3a5f4a038d3f33511 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 03:32:41.285965 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 99babcf7-a92c-4add-831c-f435efa00dc6 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:41.292967 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3fe6c00e-ff0c-41a7-8e9a-6dbf4cb71809 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.349387 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 99babcf7-a92c-4add-831c-f435efa00dc6 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:41.355416 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 99babcf7-a92c-4add-831c-f435efa00dc6 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:41.355823 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.379583 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3fe6c00e-ff0c-41a7-8e9a-6dbf4cb71809 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.385481 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3fe6c00e-ff0c-41a7-8e9a-6dbf4cb71809 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.388154 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-21147a11-c18d-4c9d-bdc7-614e78a3a522 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:41.402595 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe6c00e-ff0c-41a7-8e9a-6dbf4cb71809 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40891ba8-c2a5-4c15-9348-f9d7f803c6df,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:41.414139 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-3fe6c00e-ff0c-41a7-8e9a-6dbf4cb71809 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:41.427046 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3fe6c00e-ff0c-41a7-8e9a-6dbf4cb71809 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.441644 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-3fe6c00e-ff0c-41a7-8e9a-6dbf4cb71809 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1923749 Jun 29 03:32:41.450176 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c501a4-c123-4dd3-a21e-43140aba03bf req-bfe13fda-84b6-4126-b030-811b09fdade6 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:41.452298 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-32c501a4-c123-4dd3-a21e-43140aba03bf req-bfe13fda-84b6-4126-b030-811b09fdade6 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0978618 Jun 29 03:32:41.513630 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-32c501a4-c123-4dd3-a21e-43140aba03bf req-f9eb57e9-71f5-4f0e-8800-bf0373505fd2 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543687 Jun 29 03:32:41.607827 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.632501 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 99babcf7-a92c-4add-831c-f435efa00dc6, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=99babcf7-a92c-4add-831c-f435efa00dc6,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:41.639313 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:41.644428 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:41.704619 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=99babcf7-a92c-4add-831c-f435efa00dc6,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:41.707870 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:42.665851 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 65fc27f8-70dc-4d14-b831-a0368affb40e details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:32:42.717843 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76956d2d-bcf1-44a9-a47a-de3e19dc21f3 req-3ac75a9d-229f-4588-8dd4-4c7f9f2c666a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:42.723390 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-76956d2d-bcf1-44a9-a47a-de3e19dc21f3 req-3ac75a9d-229f-4588-8dd4-4c7f9f2c666a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0749424 Jun 29 03:32:42.757036 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-76956d2d-bcf1-44a9-a47a-de3e19dc21f3 req-f6bf74ab-0479-451c-864f-ecf8cacc0208 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313320 Jun 29 03:32:42.768553 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 65fc27f8-70dc-4d14-b831-a0368affb40e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fc27f8-70dc-4d14-b831-a0368affb40e,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:42.781109 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'port_id': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'mac_address': 'fa:16:3e:03:d8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:32:42.822118 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.834611 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fc27f8-70dc-4d14-b831-a0368affb40e {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:32:42.855385 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 65fc27f8-70dc-4d14-b831-a0368affb40e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fc27f8-70dc-4d14-b831-a0368affb40e,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:42.859410 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:42.861181 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:42.909788 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=65fc27f8-70dc-4d14-b831-a0368affb40e,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:42.912706 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:43.236107 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 99babcf7-a92c-4add-831c-f435efa00dc6 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:43.262622 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['65fc27f8-70dc-4d14-b831-a0368affb40e'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:32:43.285468 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Sync routers for ids ['d6f117d3-110d-410c-87df-d93fd665f0dd'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:43.297516 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Routers {'d6f117d3-110d-410c-87df-d93fd665f0dd'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:43.298190 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['d6f117d3-110d-410c-87df-d93fd665f0dd'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:43.340550 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 99babcf7-a92c-4add-831c-f435efa00dc6 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:43.341007 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.405255 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Set router d6f117d3-110d-410c-87df-d93fd665f0dd gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:43.494466 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.613572 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'name': 'tempest-TestVolumeBootPattern-1034577368-router', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '99babcf7-a92c-4add-831c-f435efa00dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:33Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 4, 'project_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'gw_port': {'id': '99babcf7-a92c-4add-831c-f435efa00dc6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:34Z', 'updated_at': '2021-06-29T03:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': 'e73270f2-1081-4d37-819e-c6784161e082', 'name': '', 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'mac_address': 'fa:16:3e:f4:6c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1c0452cd-7522-46d2-8c82-91c58925c9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 2, 'project_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'subnets': [{'id': '1c0452cd-7522-46d2-8c82-91c58925c9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:43.720459 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Checking router: d6f117d3-110d-410c-87df-d93fd665f0dd for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:43.720820 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Updating router d6f117d3-110d-410c-87df-d93fd665f0dd port e73270f2-1081-4d37-819e-c6784161e082 binding host dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:32:43.756845 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:43.979230 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d128b9a7-280e-4c4a-b8f3-03f56a539274 req-75787b16-42c1-45dd-b1b5-6076d9bc9e5a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:43.988493 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d128b9a7-280e-4c4a-b8f3-03f56a539274 req-75787b16-42c1-45dd-b1b5-6076d9bc9e5a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 944 time: 0.0928397 Jun 29 03:32:44.034242 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d128b9a7-280e-4c4a-b8f3-03f56a539274 req-7cbf16fe-d113-47f3-afe7-0812b8ec2380 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429943 Jun 29 03:32:44.095199 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.107312 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Transition to ACTIVE for port object e73270f2-1081-4d37-819e-c6784161e082 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:44.120622 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.124262 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:44.191220 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d5c33-7385-49fc-a0cb-61e7178d50f8 None None] Pushing event updated for resources: {'Port': ['ID=e73270f2-1081-4d37-819e-c6784161e082,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:44.202325 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-630d5c33-7385-49fc-a0cb-61e7178d50f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:44.281201 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Attempting to bind port e73270f2-1081-4d37-819e-c6784161e082 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:44.281201 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Attempting to bind port e73270f2-1081-4d37-819e-c6784161e082 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:44.281423 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Attempting to bind port e73270f2-1081-4d37-819e-c6784161e082 on network 4e945ee7-8d01-4beb-9dec-90eb9f118342 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:44.287277 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:44.287988 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Checking segment: {'id': '1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:44.288376 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.288773 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Bound using segment: {'id': '1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:44.289932 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Bound port: e73270f2-1081-4d37-819e-c6784161e082, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:44.290455 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.423888 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] For port e73270f2-1081-4d37-819e-c6784161e082, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:44.428802 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] For port e73270f2-1081-4d37-819e-c6784161e082, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=e73270f2-1081-4d37-819e-c6784161e082,segment=NetworkSegment(1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6),segment_id=1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:44.436080 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.450081 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-74db9db3-9edf-4787-93da-ff67d4240da1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:44.487608 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Routers {'d6f117d3-110d-410c-87df-d93fd665f0dd'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:44.488579 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['d6f117d3-110d-410c-87df-d93fd665f0dd'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:44.577000 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b9a23e-6962-4735-89b9-ae41a14f228a req-28e9605d-9828-4ea5-a615-0eacd2b9b551 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:44.579663 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-92b9a23e-6962-4735-89b9-ae41a14f228a req-28e9605d-9828-4ea5-a615-0eacd2b9b551 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.1069133 Jun 29 03:32:44.652015 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d5c33-7385-49fc-a0cb-61e7178d50f8 None None] Pushing event updated for resources: {'Port': ['ID=e73270f2-1081-4d37-819e-c6784161e082,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:44.658326 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-630d5c33-7385-49fc-a0cb-61e7178d50f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:44.683656 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] Set router d6f117d3-110d-410c-87df-d93fd665f0dd gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:44.696682 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 65fc27f8-70dc-4d14-b831-a0368affb40e up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:44.707879 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-92b9a23e-6962-4735-89b9-ae41a14f228a req-004ec944-0e3d-471e-a1bc-eb5b832dc854 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993969 Jun 29 03:32:44.791358 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 65fc27f8-70dc-4d14-b831-a0368affb40e completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:44.795259 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 65fc27f8-70dc-4d14-b831-a0368affb40e triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:44.795795 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.900206 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.927276 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fc27f8-70dc-4d14-b831-a0368affb40e'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:44.929575 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df06684c-e128-4f56-8df6-236be12de266" -d '{"events": [{"server_uuid": "de6cad68-f6dd-46d4-919f-7c2fa40b54e6", "name": "network-vif-plugged", "status": "completed", "tag": "65fc27f8-70dc-4d14-b831-a0368affb40e"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:44.946380 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 65fc27f8-70dc-4d14-b831-a0368affb40e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fc27f8-70dc-4d14-b831-a0368affb40e,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:44.954919 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:44.957195 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:44.967554 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'name': 'tempest-TestVolumeBootPattern-1034577368-router', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '99babcf7-a92c-4add-831c-f435efa00dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:33Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 4, 'project_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'gw_port': {'id': '99babcf7-a92c-4add-831c-f435efa00dc6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:34Z', 'updated_at': '2021-06-29T03:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': 'e73270f2-1081-4d37-819e-c6784161e082', 'name': '', 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'mac_address': 'fa:16:3e:f4:6c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1c0452cd-7522-46d2-8c82-91c58925c9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:44Z', 'revision_number': 4, 'project_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'subnets': [{'id': '1c0452cd-7522-46d2-8c82-91c58925c9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:44.982738 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2872c0-3cdd-47a7-91df-007d260554e8 x-openstack-request-id: req-5f2872c0-3cdd-47a7-91df-007d260554e8 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:44.983033 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6cad68-f6dd-46d4-919f-7c2fa40b54e6", "name": "network-vif-plugged", "status": "completed", "tag": "65fc27f8-70dc-4d14-b831-a0368affb40e", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:44.983363 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f2872c0-3cdd-47a7-91df-007d260554e8 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:44.983672 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'code': 200} Jun 29 03:32:45.000156 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0b1394d-e2bc-410c-874d-a2b20dbaa7bb None None] The sync data for ids ['d6f117d3-110d-410c-87df-d93fd665f0dd'] in dv-cinder-797245-8-iscsi is: [{'id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'name': 'tempest-TestVolumeBootPattern-1034577368-router', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '99babcf7-a92c-4add-831c-f435efa00dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:33Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 4, 'project_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'gw_port': {'id': '99babcf7-a92c-4add-831c-f435efa00dc6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:34Z', 'updated_at': '2021-06-29T03:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': 'e73270f2-1081-4d37-819e-c6784161e082', 'name': '', 'network_id': '4e945ee7-8d01-4beb-9dec-90eb9f118342', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'mac_address': 'fa:16:3e:f4:6c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '1c0452cd-7522-46d2-8c82-91c58925c9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:37Z', 'updated_at': '2021-06-29T03:32:44Z', 'revision_number': 4, 'project_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'subnets': [{'id': '1c0452cd-7522-46d2-8c82-91c58925c9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:45.011500 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=65fc27f8-70dc-4d14-b831-a0368affb40e,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:45.014815 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:45.277892 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa50c667-948d-47e7-9694-5000a3500ae7 req-5a2d0b96-4bcd-4fb1-8aa4-7823911caf0b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:45.279709 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-aa50c667-948d-47e7-9694-5000a3500ae7 req-5a2d0b96-4bcd-4fb1-8aa4-7823911caf0b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.1073582 Jun 29 03:32:45.279898 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706f511-163f-4679-a9b7-62f1f65e9c64 req-644bd9f5-4f88-44e6-b5e9-1d89937078cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:45.281534 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1706f511-163f-4679-a9b7-62f1f65e9c64 req-644bd9f5-4f88-44e6-b5e9-1d89937078cb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 1098 time: 0.0695875 Jun 29 03:32:45.302549 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device e73270f2-1081-4d37-819e-c6784161e082 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:45.338252 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-aa50c667-948d-47e7-9694-5000a3500ae7 req-eae108b9-5c10-4d36-8344-2e5db885438a tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518594 Jun 29 03:32:45.340934 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1706f511-163f-4679-a9b7-62f1f65e9c64 req-3664ca13-1873-4225-a54e-2b83c9e4a08b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502760 Jun 29 03:32:45.378406 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port e73270f2-1081-4d37-819e-c6784161e082 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:45.382259 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port e73270f2-1081-4d37-819e-c6784161e082 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:45.382855 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.469097 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.503985 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port e73270f2-1081-4d37-819e-c6784161e082, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=e73270f2-1081-4d37-819e-c6784161e082,segment=NetworkSegment(1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6),segment_id=1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:45.508557 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.510803 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:45.558175 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=e73270f2-1081-4d37-819e-c6784161e082,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:45.562834 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:45.658673 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4f500c86-beb4-47bb-89a3-21ffa08f7373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:45.911570 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c3010-a3ae-4dfb-b495-4ec238f6a8bf req-da74ca02-787d-4494-882a-0ef5e8b3a372 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:45.913236 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-585c3010-a3ae-4dfb-b495-4ec238f6a8bf req-da74ca02-787d-4494-882a-0ef5e8b3a372 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0769472 Jun 29 03:32:45.954504 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-585c3010-a3ae-4dfb-b495-4ec238f6a8bf req-f1c75ced-a183-4db5-89e1-c3a183db878d tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342314 Jun 29 03:32:46.529660 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fadb025-98e4-4987-8cab-bed3d53471fd req-7c3e94f0-012f-4af5-a5c6-ac90c8a079ae tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:46.531135 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1fadb025-98e4-4987-8cab-bed3d53471fd req-7c3e94f0-012f-4af5-a5c6-ac90c8a079ae tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0665371 Jun 29 03:32:46.569140 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1fadb025-98e4-4987-8cab-bed3d53471fd req-15f90e5c-620a-4bd8-be0e-d3b867ad5439 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321920 Jun 29 03:32:47.137779 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f18bda-ef4f-44b1-9123-35e619431d30 req-dbaad7da-2514-4b65-842c-018fb070f434 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:47.139247 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c7f18bda-ef4f-44b1-9123-35e619431d30 req-dbaad7da-2514-4b65-842c-018fb070f434 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0641294 Jun 29 03:32:47.176851 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c7f18bda-ef4f-44b1-9123-35e619431d30 req-d01c3852-ed30-416e-bdb3-cd07a6046cc8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=fada47be-71cf-461c-94a1-4f53935f5440&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317712 Jun 29 03:32:47.233209 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device e73270f2-1081-4d37-819e-c6784161e082 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:32:47.285562 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port e73270f2-1081-4d37-819e-c6784161e082 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:47.285949 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:47.373303 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91c9af-c091-431a-943a-e9222d346c3c req-2254f8a6-444c-4234-ae97-c676f36f6398 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:47.375312 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3e91c9af-c091-431a-943a-e9222d346c3c req-2254f8a6-444c-4234-ae97-c676f36f6398 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.21 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 945 time: 0.0779552 Jun 29 03:32:47.484625 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-3e91c9af-c091-431a-943a-e9222d346c3c req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Deleting port 352c37fa-a996-4db1-9d81-27a6b89baf20 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:32:47.484972 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-3e91c9af-c091-431a-943a-e9222d346c3c req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:47.579712 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-3e91c9af-c091-431a-943a-e9222d346c3c req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] For port 352c37fa-a996-4db1-9d81-27a6b89baf20, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=352c37fa-a996-4db1-9d81-27a6b89baf20,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:32:47.580120 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-3e91c9af-c091-431a-943a-e9222d346c3c req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:47.765382 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193a0876-195a-4831-99fb-ee60cf0da507 req-997a5daf-8b94-48c8-9d49-f5ce0c38e020 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:47.767635 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-193a0876-195a-4831-99fb-ee60cf0da507 req-997a5daf-8b94-48c8-9d49-f5ce0c38e020 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0694611 Jun 29 03:32:47.776586 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-3e91c9af-c091-431a-943a-e9222d346c3c req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:47.777068 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-3e91c9af-c091-431a-943a-e9222d346c3c req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:47.777466 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.l3_db [req-3e91c9af-c091-431a-943a-e9222d346c3c req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Floating IP 08024bb1-289d-4629-967d-4791d1b3ccbc disassociated. External IP: 172.27.1.251, port: 352c37fa-a996-4db1-9d81-27a6b89baf20. Jun 29 03:32:47.777870 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-3e91c9af-c091-431a-943a-e9222d346c3c req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Calling delete_port for 352c37fa-a996-4db1-9d81-27a6b89baf20 owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:32:47.810069 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-193a0876-195a-4831-99fb-ee60cf0da507 req-338b1856-bd26-4d40-b808-ff611e60644d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354421 Jun 29 03:32:47.912418 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-3e91c9af-c091-431a-943a-e9222d346c3c req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:47.916285 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5fe12213-ddb3-42e2-b85c-d6b443acc9a8 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:47.941155 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event deleted for resources: {'Port': ['ID=352c37fa-a996-4db1-9d81-27a6b89baf20,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:47.953119 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:48.083422 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a16002-d805-4a40-9bb6-659988fca72b req-fa97c57f-c1ae-40c7-9623-cf8258ca3900 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:48.084945 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-74a16002-d805-4a40-9bb6-659988fca72b req-fa97c57f-c1ae-40c7-9623-cf8258ca3900 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.1482961 Jun 29 03:32:48.094563 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50474) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:48.109627 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-38af72be-10e2-4381-8e08-f7a676d1d8df tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Request body: {'floatingip': {'port_id': '65fc27f8-70dc-4d14-b831-a0368affb40e'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:48.113732 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3e91c9af-c091-431a-943a-e9222d346c3c req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:32:48.154409 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-38af72be-10e2-4381-8e08-f7a676d1d8df tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for floatingip, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:48.249549 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3e91c9af-c091-431a-943a-e9222d346c3c req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:48.260551 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c422c9e5-1b55-4c5b-99c7-c44b9525b373 None None] Sync routers for ids ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:48.270673 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c422c9e5-1b55-4c5b-99c7-c44b9525b373 None None] Routers {'53856f47-ac24-4c8b-a5ef-7d23eab957f2'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:48.271418 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c422c9e5-1b55-4c5b-99c7-c44b9525b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:48.304221 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e91c9af-c091-431a-943a-e9222d346c3c req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] No DVR routers for this DVR port 352c37fa-a996-4db1-9d81-27a6b89baf20 on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:32:48.307229 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-3e91c9af-c091-431a-943a-e9222d346c3c req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:48.310154 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3e91c9af-c091-431a-943a-e9222d346c3c req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.21 "DELETE /v2.0/ports/352c37fa-a996-4db1-9d81-27a6b89baf20 HTTP/1.1" status: 204 len: 173 time: 0.9275680 Jun 29 03:32:48.325074 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68afa19f-5a80-476f-b160-25c7a59d98f9', 'name': 'network-vif-deleted', 'tag': '352c37fa-a996-4db1-9d81-27a6b89baf20'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:48.329294 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6faecb2b-ac26-46b7-bcdb-39040108df13" -d '{"events": [{"server_uuid": "68afa19f-5a80-476f-b160-25c7a59d98f9", "name": "network-vif-deleted", "tag": "352c37fa-a996-4db1-9d81-27a6b89baf20"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:48.406174 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019e6e6c-4218-4029-a6a1-4af638b20c9d x-openstack-request-id: req-019e6e6c-4218-4029-a6a1-4af638b20c9d {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:48.406600 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68afa19f-5a80-476f-b160-25c7a59d98f9", "name": "network-vif-deleted", "tag": "352c37fa-a996-4db1-9d81-27a6b89baf20", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:48.407006 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-019e6e6c-4218-4029-a6a1-4af638b20c9d {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:48.407663 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68afa19f-5a80-476f-b160-25c7a59d98f9', 'name': 'network-vif-deleted', 'tag': '352c37fa-a996-4db1-9d81-27a6b89baf20', 'status': 'completed', 'code': 200} Jun 29 03:32:48.419937 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-c422c9e5-1b55-4c5b-99c7-c44b9525b373 None None] Set router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:48.568318 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-6db7837e-0e98-475b-b6e7-369016289980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:48.672324 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c422c9e5-1b55-4c5b-99c7-c44b9525b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:24Z', 'revision_number': 5, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:48.698820 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c422c9e5-1b55-4c5b-99c7-c44b9525b373 None None] Checking router: 53856f47-ac24-4c8b-a5ef-7d23eab957f2 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:48.707461 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c422c9e5-1b55-4c5b-99c7-c44b9525b373 None None] Routers {'53856f47-ac24-4c8b-a5ef-7d23eab957f2'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:48.708184 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c422c9e5-1b55-4c5b-99c7-c44b9525b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:49Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:48.728706 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6eac36a2-128e-4ed5-888b-6abd8685f193 req-67594614-b8b3-472b-ab1e-017f575fbba6 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=68afa19f-5a80-476f-b160-25c7a59d98f9 HTTP/1.1" status: 200 len: 210 time: 0.3410981 Jun 29 03:32:48.767317 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:48.838097 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-c422c9e5-1b55-4c5b-99c7-c44b9525b373 None None] Set router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:49.091918 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c422c9e5-1b55-4c5b-99c7-c44b9525b373 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:24Z', 'revision_number': 5, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:49.100716 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-38af72be-10e2-4381-8e08-f7a676d1d8df tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.105817 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-38af72be-10e2-4381-8e08-f7a676d1d8df tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.125891 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c422c9e5-1b55-4c5b-99c7-c44b9525b373 None None] The sync data for ids ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'] in dv-cinder-797245-8-iscsi is: [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:24Z', 'revision_number': 5, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:49.190585 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50498) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:49.235519 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-38af72be-10e2-4381-8e08-f7a676d1d8df tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Floating IP 833366cc-09fe-43b1-9200-283eb1a46cd7 associated. External IP: 172.27.1.176, port: 65fc27f8-70dc-4d14-b831-a0368affb40e. Jun 29 03:32:49.342843 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c2fc93f1-46e4-49b2-8b63-e6830b0a50e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.456406 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10ccdc7-d7f9-4eb0-9770-b57636cf4f97 None None] New status for floating IP 08024bb1-289d-4629-967d-4791d1b3ccbc: DOWN {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:32:49.468449 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c2fc93f1-46e4-49b2-8b63-e6830b0a50e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.474683 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c2fc93f1-46e4-49b2-8b63-e6830b0a50e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.483568 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ed7428e5-2971-4453-9797-e4fe597ad9e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:49.491959 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38af72be-10e2-4381-8e08-f7a676d1d8df tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Router 115d0708-8872-4c08-b222-75db94f24bee has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:32:49.540118 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50510) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:49.540752 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-c2fc93f1-46e4-49b2-8b63-e6830b0a50e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c8c3529c546d40b9a2560f829e86bacd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3491354 Jun 29 03:32:49.558672 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fc93f1-46e4-49b2-8b63-e6830b0a50e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05208f5-e2e1-457b-a4d6-474783272e4e,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:49.562038 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c2fc93f1-46e4-49b2-8b63-e6830b0a50e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:49.595200 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.595669 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50512) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:49.643007 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-94c7ad5a-fb20-4884-9717-69f83bdaa953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.665974 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-94c7ad5a-fb20-4884-9717-69f83bdaa953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.711551 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38af72be-10e2-4381-8e08-f7a676d1d8df tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:32:49.715569 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-47de5889-342a-40cc-b88e-140fa6e7b2fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.716369 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-38af72be-10e2-4381-8e08-f7a676d1d8df tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.721669 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c84ac1-0e86-44cf-9e9c-28579b764d6a None None] Sync routers for ids ['115d0708-8872-4c08-b222-75db94f24bee'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:32:49.733288 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c84ac1-0e86-44cf-9e9c-28579b764d6a None None] Routers {'115d0708-8872-4c08-b222-75db94f24bee'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:49.734194 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c9c84ac1-0e86-44cf-9e9c-28579b764d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:49Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['115d0708-8872-4c08-b222-75db94f24bee'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:49.785015 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-38af72be-10e2-4381-8e08-f7a676d1d8df tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "PUT /v2.0/floatingips/833366cc-09fe-43b1-9200-283eb1a46cd7 HTTP/1.1" status: 200 len: 991 time: 1.6892462 Jun 29 03:32:49.786035 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'tag': '65fc27f8-70dc-4d14-b831-a0368affb40e'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:49.791045 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-939ce601-12d1-4374-a266-04971bc0a0ef" -d '{"events": [{"name": "network-changed", "server_uuid": "de6cad68-f6dd-46d4-919f-7c2fa40b54e6", "tag": "65fc27f8-70dc-4d14-b831-a0368affb40e"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:49.793601 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-94c7ad5a-fb20-4884-9717-69f83bdaa953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.799929 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-94c7ad5a-fb20-4884-9717-69f83bdaa953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.803260 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-94c7ad5a-fb20-4884-9717-69f83bdaa953 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d05208f5-e2e1-457b-a4d6-474783272e4e HTTP/1.1" status: 204 len: 168 time: 0.2599163 Jun 29 03:32:49.803260 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fee5fc92-3dd3-415b-be69-e77011fe16eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:49.828094 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7ad5a-fb20-4884-9717-69f83bdaa953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05208f5-e2e1-457b-a4d6-474783272e4e,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:49.840196 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-94c7ad5a-fb20-4884-9717-69f83bdaa953 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:49.868708 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-c9c84ac1-0e86-44cf-9e9c-28579b764d6a None None] Set router 115d0708-8872-4c08-b222-75db94f24bee gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:49.879429 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-47de5889-342a-40cc-b88e-140fa6e7b2fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.907881 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-47de5889-342a-40cc-b88e-140fa6e7b2fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:49.925404 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-06793192-e151-422a-8ebf-4350efe259d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:49.955539 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-47de5889-342a-40cc-b88e-140fa6e7b2fe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9d53981fe3bc48f199c22395f1812c9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3584509 Jun 29 03:32:49.958971 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50526) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:49.962095 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de5889-342a-40cc-b88e-140fa6e7b2fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c86455-d60e-45b6-b19d-21d2ea192ffe,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:49.965264 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-47de5889-342a-40cc-b88e-140fa6e7b2fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:49.996006 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4566a3-c2f1-40a2-a90d-08a3996fe086 x-openstack-request-id: req-bc4566a3-c2f1-40a2-a90d-08a3996fe086 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:49.997009 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de6cad68-f6dd-46d4-919f-7c2fa40b54e6", "tag": "65fc27f8-70dc-4d14-b831-a0368affb40e", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:49.997009 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc4566a3-c2f1-40a2-a90d-08a3996fe086 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:49.997253 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'tag': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'status': 'completed', 'code': 200} Jun 29 03:32:50.021187 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50528) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:50.051226 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e4008938-b673-4cf1-8398-d02b5b1b0c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.088836 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e4008938-b673-4cf1-8398-d02b5b1b0c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.132411 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a561e8e9-789c-495f-962b-55008c39eb28 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.144937 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e4008938-b673-4cf1-8398-d02b5b1b0c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.148309 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e4008938-b673-4cf1-8398-d02b5b1b0c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.149951 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e4008938-b673-4cf1-8398-d02b5b1b0c37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32c86455-d60e-45b6-b19d-21d2ea192ffe HTTP/1.1" status: 204 len: 168 time: 0.1893358 Jun 29 03:32:50.151062 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8464fb36-3676-46eb-98e1-1b1be2820929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:50.160973 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4008938-b673-4cf1-8398-d02b5b1b0c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c86455-d60e-45b6-b19d-21d2ea192ffe,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:50.164874 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e4008938-b673-4cf1-8398-d02b5b1b0c37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:50.177119 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a561e8e9-789c-495f-962b-55008c39eb28 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.199349 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ce601-12d1-4374-a266-04971bc0a0ef req-5c701f70-daed-4944-8203-8b40eba5a0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:50.201059 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-939ce601-12d1-4374-a266-04971bc0a0ef req-5c701f70-daed-4944-8203-8b40eba5a0c3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5af8f42ab554f359650a231f3bb3804&device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 1098 time: 0.1270614 Jun 29 03:32:50.310341 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50534) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:50.324282 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ce601-12d1-4374-a266-04971bc0a0ef req-ee98e8a8-d540-4459-aa72-c56d32f50ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:50.325893 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-939ce601-12d1-4374-a266-04971bc0a0ef req-ee98e8a8-d540-4459-aa72-c56d32f50ef7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a16d7e30-f69f-4058-b150-43ccbc7efc7b HTTP/1.1" status: 200 len: 917 time: 0.1157050 Jun 29 03:32:50.342709 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b08f067-5f71-4c73-acf4-3c3ef480f2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.345168 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a561e8e9-789c-495f-962b-55008c39eb28 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.349804 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a561e8e9-789c-495f-962b-55008c39eb28 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.352729 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-a561e8e9-789c-495f-962b-55008c39eb28 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "DELETE /v2.0/security-groups/fada47be-71cf-461c-94a1-4f53935f5440 HTTP/1.1" status: 204 len: 168 time: 0.3298244 Jun 29 03:32:50.357181 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50536) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:50.378930 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.api.v2.resource [None req-36db3650-56a7-4fdc-9a0c-b90a7577fc77 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] show failed (client error): The resource could not be found. Jun 29 03:32:50.379450 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-36db3650-56a7-4fdc-9a0c-b90a7577fc77 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups/fada47be-71cf-461c-94a1-4f53935f5440 HTTP/1.1" status: 404 len: 347 time: 0.0212023 Jun 29 03:32:50.382360 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50538) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:50.386532 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c9c84ac1-0e86-44cf-9e9c-28579b764d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '833366cc-09fe-43b1-9200-283eb1a46cd7', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '115d0708-8872-4c08-b222-75db94f24bee', 'port_id': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'mac_address': 'fa:16:3e:03:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:32:32Z', 'updated_at': '2021-06-29T03:32:48Z', 'revision_number': 1, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:27Z', 'revision_number': 5, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:50.400579 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-fe2f60c1-eb3c-43a1-946b-cda8b9a24c26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:50.419902 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c84ac1-0e86-44cf-9e9c-28579b764d6a None None] Checking router: 115d0708-8872-4c08-b222-75db94f24bee for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:32:50.427069 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a561e8e9-789c-495f-962b-55008c39eb28 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fada47be-71cf-461c-94a1-4f53935f5440,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:50.436412 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9c84ac1-0e86-44cf-9e9c-28579b764d6a None None] Routers {'115d0708-8872-4c08-b222-75db94f24bee'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:32:50.437832 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c9c84ac1-0e86-44cf-9e9c-28579b764d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:49Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['115d0708-8872-4c08-b222-75db94f24bee'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:50.438832 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a561e8e9-789c-495f-962b-55008c39eb28 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:50.452322 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-939ce601-12d1-4374-a266-04971bc0a0ef req-91946d14-0925-4cbf-990a-36ad963842c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65fc27f8-70dc-4d14-b831-a0368affb40e HTTP/1.1" status: 200 len: 999 time: 0.1179190 Jun 29 03:32:50.517530 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ce601-12d1-4374-a266-04971bc0a0ef req-a510e15f-7cf5-4e5e-b554-3b62a3a017a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:50.519099 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-939ce601-12d1-4374-a266-04971bc0a0ef req-a510e15f-7cf5-4e5e-b554-3b62a3a017a0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b419f8dc-93fd-4a1b-bc32-b27006c69e77 HTTP/1.1" status: 200 len: 855 time: 0.0589817 Jun 29 03:32:50.569131 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-c9c84ac1-0e86-44cf-9e9c-28579b764d6a None None] Set router 115d0708-8872-4c08-b222-75db94f24bee gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:32:50.584028 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939ce601-12d1-4374-a266-04971bc0a0ef req-c7f58253-8315-4f68-ba39-cbd95f6045a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:50.585626 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-939ce601-12d1-4374-a266-04971bc0a0ef req-c7f58253-8315-4f68-ba39-cbd95f6045a6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a16d7e30-f69f-4058-b150-43ccbc7efc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0601411 Jun 29 03:32:50.616447 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-41c885cf-f0c8-48cc-ab66-b20e66ac07d8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Deleting port 45a12547-f708-4589-99fa-4116b6120f44 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:32:50.616872 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-41c885cf-f0c8-48cc-ab66-b20e66ac07d8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.678701 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b08f067-5f71-4c73-acf4-3c3ef480f2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.687874 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3b08f067-5f71-4c73-acf4-3c3ef480f2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.692628 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9760da79-4d4f-421c-a344-c40990ff70dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:50.716997 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-939ce601-12d1-4374-a266-04971bc0a0ef req-089c814a-e5a0-48ae-b194-22346150c4d8 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219165 Jun 29 03:32:50.750743 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b08f067-5f71-4c73-acf4-3c3ef480f2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613a0666-dbe6-4e6d-9ce3-22be3505459c,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:50.757043 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3b08f067-5f71-4c73-acf4-3c3ef480f2f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c59e9aeabea040eca352ae55ee222d66&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4454741 Jun 29 03:32:50.759920 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-41c885cf-f0c8-48cc-ab66-b20e66ac07d8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.759920 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-41c885cf-f0c8-48cc-ab66-b20e66ac07d8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.762547 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3b08f067-5f71-4c73-acf4-3c3ef480f2f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:50.763042 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50542) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:50.786023 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-41c885cf-f0c8-48cc-ab66-b20e66ac07d8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Calling delete_port for 45a12547-f708-4589-99fa-4116b6120f44 owned by network:floatingip {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:32:50.840355 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-939ce601-12d1-4374-a266-04971bc0a0ef req-4ce51076-df7c-4048-b78f-7c2cd65fb4d9 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163509 Jun 29 03:32:50.861124 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.863809 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c9c84ac1-0e86-44cf-9e9c-28579b764d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '833366cc-09fe-43b1-9200-283eb1a46cd7', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '115d0708-8872-4c08-b222-75db94f24bee', 'port_id': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'mac_address': 'fa:16:3e:03:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:32:32Z', 'updated_at': '2021-06-29T03:32:48Z', 'revision_number': 1, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:27Z', 'revision_number': 5, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:32:50.887595 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7224a18c-2a7f-45cb-8393-efc9c2e07db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:50.891511 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c84ac1-0e86-44cf-9e9c-28579b764d6a None None] The sync data for ids ['115d0708-8872-4c08-b222-75db94f24bee'] in dv-cinder-797245-8-iscsi is: [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '833366cc-09fe-43b1-9200-283eb1a46cd7', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'floating_ip_address': '172.27.1.176', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '115d0708-8872-4c08-b222-75db94f24bee', 'port_id': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'mac_address': 'fa:16:3e:03:d8:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:32:32Z', 'updated_at': '2021-06-29T03:32:48Z', 'revision_number': 1, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:27Z', 'revision_number': 5, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:32:50.921816 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7224a18c-2a7f-45cb-8393-efc9c2e07db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.007539 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-41c885cf-f0c8-48cc-ab66-b20e66ac07d8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.009867 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a2634a97-52e7-48e8-b433-e984674c7127 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:51.017230 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7224a18c-2a7f-45cb-8393-efc9c2e07db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.019767 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7224a18c-2a7f-45cb-8393-efc9c2e07db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.020940 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-7224a18c-2a7f-45cb-8393-efc9c2e07db1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/613a0666-dbe6-4e6d-9ce3-22be3505459c HTTP/1.1" status: 204 len: 168 time: 0.2570026 Jun 29 03:32:51.043106 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c885cf-f0c8-48cc-ab66-b20e66ac07d8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event deleted for resources: {'Port': ['ID=45a12547-f708-4589-99fa-4116b6120f44,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:51.046450 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-41c885cf-f0c8-48cc-ab66-b20e66ac07d8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:51.047322 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ee364e14-fa5d-4c26-9f1f-76a299bfe8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:51.077672 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7224a18c-2a7f-45cb-8393-efc9c2e07db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613a0666-dbe6-4e6d-9ce3-22be3505459c,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:51.080528 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7224a18c-2a7f-45cb-8393-efc9c2e07db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:51.128362 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d096fb-2872-4e10-a058-64d4c04df507 None None] New status for floating IP 833366cc-09fe-43b1-9200-283eb1a46cd7: ACTIVE {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:32:51.147138 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-41c885cf-f0c8-48cc-ab66-b20e66ac07d8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for floatingip, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.152718 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-41c885cf-f0c8-48cc-ab66-b20e66ac07d8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.154812 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-41c885cf-f0c8-48cc-ab66-b20e66ac07d8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "DELETE /v2.0/floatingips/08024bb1-289d-4629-967d-4791d1b3ccbc HTTP/1.1" status: 204 len: 168 time: 0.7708492 Jun 29 03:32:51.438271 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50552) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:51.443091 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-87b94b6c-aa06-46bb-a04c-1262e242a06f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1080741120', 'description': 'tempest-description--860278480'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:51.466004 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-87b94b6c-aa06-46bb-a04c-1262e242a06f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.502536 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50554) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:51.517578 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9fb882f6-1843-47f0-8d3b-21417207b2df admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.552627 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-87b94b6c-aa06-46bb-a04c-1262e242a06f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.556757 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-87b94b6c-aa06-46bb-a04c-1262e242a06f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.559131 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f5a28f1f-1238-41eb-9406-64abe5997e7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:51.585374 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b94b6c-aa06-46bb-a04c-1262e242a06f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0985a1d3-1a21-4896-9c9e-e81a7a0b8090,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:51.588865 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-87b94b6c-aa06-46bb-a04c-1262e242a06f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:51.639922 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9fb882f6-1843-47f0-8d3b-21417207b2df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.645555 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9fb882f6-1843-47f0-8d3b-21417207b2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.650533 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-b2c7eb66-86d5-454a-b150-f2a4e63a10ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:51.652165 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-87b94b6c-aa06-46bb-a04c-1262e242a06f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.656313 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-87b94b6c-aa06-46bb-a04c-1262e242a06f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2143044 Jun 29 03:32:51.656666 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50558) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:51.662072 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-1f5f63c5-0b44-4361-8adc-4ff60d72bc69 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Request body: {'security_group_rule': {'security_group_id': '0985a1d3-1a21-4896-9c9e-e81a7a0b8090', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:51.700962 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1f5f63c5-0b44-4361-8adc-4ff60d72bc69 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.701178 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-9fb882f6-1843-47f0-8d3b-21417207b2df admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cb22954f170e4fe3beabc7fc0a6f26ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1944940 Jun 29 03:32:51.701178 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50560) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:51.707405 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb882f6-1843-47f0-8d3b-21417207b2df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4368397c-c9d9-41a6-ab13-102c4b73784c,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:51.720184 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9fb882f6-1843-47f0-8d3b-21417207b2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:51.758912 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-37fb269d-40af-4f1c-8828-dee04b125fa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.765465 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1f5f63c5-0b44-4361-8adc-4ff60d72bc69 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.770480 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1f5f63c5-0b44-4361-8adc-4ff60d72bc69 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.772595 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cf66a597-952b-4274-a7be-24b9195ec07d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:51.783787 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-37fb269d-40af-4f1c-8828-dee04b125fa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.788348 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f63c5-0b44-4361-8adc-4ff60d72bc69 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa078685-a8e7-4e83-80a6-a0af381ba137,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:51.792284 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1f5f63c5-0b44-4361-8adc-4ff60d72bc69 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:51.798404 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1f5f63c5-0b44-4361-8adc-4ff60d72bc69 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.799572 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-1f5f63c5-0b44-4361-8adc-4ff60d72bc69 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1418314 Jun 29 03:32:51.802210 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50562) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:51.807759 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-4ffa7233-5a42-4cff-a42a-c0b766bc17f8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Request body: {'security_group_rule': {'security_group_id': '0985a1d3-1a21-4896-9c9e-e81a7a0b8090', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:51.836967 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7233-5a42-4cff-a42a-c0b766bc17f8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.839756 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-37fb269d-40af-4f1c-8828-dee04b125fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.843530 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-37fb269d-40af-4f1c-8828-dee04b125fa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.847271 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-37fb269d-40af-4f1c-8828-dee04b125fa9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4368397c-c9d9-41a6-ab13-102c4b73784c HTTP/1.1" status: 204 len: 168 time: 0.1448181 Jun 29 03:32:51.848095 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-e116f2f3-d4c3-42ff-9cd5-c828c364e453 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:51.856793 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fb269d-40af-4f1c-8828-dee04b125fa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4368397c-c9d9-41a6-ab13-102c4b73784c,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:51.868631 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-37fb269d-40af-4f1c-8828-dee04b125fa9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:51.910196 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7233-5a42-4cff-a42a-c0b766bc17f8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.913885 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7233-5a42-4cff-a42a-c0b766bc17f8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.919713 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:51.935889 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffa7233-5a42-4cff-a42a-c0b766bc17f8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d8365c-bcd5-4156-b8d3-7ded2eeeda56,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:51.938994 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4ffa7233-5a42-4cff-a42a-c0b766bc17f8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:51.940195 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4ffa7233-5a42-4cff-a42a-c0b766bc17f8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:51.944652 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4ffa7233-5a42-4cff-a42a-c0b766bc17f8 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1381493 Jun 29 03:32:51.944652 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50566) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:32:51.949774 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Request body: {'floatingip': {'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:51.969915 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for floatingip, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:52.083951 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:52.201266 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Allocated IP 172.27.1.56 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/af7ba5c5-aa48-4689-8137-3074e88f4b45) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:52.305726 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:52.345334 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:52.347409 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b964a6d7-6287-4086-a566-ff9ccb5e91cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:52.393848 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:52.398102 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:52.403084 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:52.406100 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event updated for resources: {'Port': ['ID=af7ba5c5-aa48-4689-8137-3074e88f4b45,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:52.424210 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:52.486631 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:52.532071 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:52.677157 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:52.682513 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088899'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:52.684543 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:52.757203 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event updated for resources: {'Port': ['ID=af7ba5c5-aa48-4689-8137-3074e88f4b45,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:52.762203 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:52.765489 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:52.768525 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 352c37fa-a996-4db1-9d81-27a6b89baf20 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:32:52.780646 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:52.782273 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8361249 Jun 29 03:32:52.789978 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 352c37fa-a996-4db1-9d81-27a6b89baf20 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:32:52.790326 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 352c37fa-a996-4db1-9d81-27a6b89baf20 not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:32:52.977114 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-067a034a-4621-4604-b988-759967888415 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1080741120&fields=id&tenant_id=42b4127104ef4f549c06b765167084a1 HTTP/1.1" status: 200 len: 267 time: 0.0333302 Jun 29 03:32:53.084000 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c78b3096-c2ff-4732-84c1-1f7476bd9687 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:53.085458 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c78b3096-c2ff-4732-84c1-1f7476bd9687 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/networks?id=785192c7-749d-4ba0-a5e1-ac42527baabb HTTP/1.1" status: 200 len: 811 time: 0.1021791 Jun 29 03:32:53.100133 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-b5c9e877-1315-4de6-8a14-4a701758e431 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/quotas/42b4127104ef4f549c06b765167084a1 HTTP/1.1" status: 200 len: 375 time: 0.0091991 Jun 29 03:32:53.171326 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-6d76d773-2dad-46c2-8f0f-48858150fdc1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=42b4127104ef4f549c06b765167084a1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0650296 Jun 29 03:32:53.268657 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-d90fac0b-8fa7-410f-a91d-3191c5a6f8ee service neutron] 10.222.0.39 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859780 Jun 29 03:32:53.358003 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-4012ddc6-ba5e-46ad-8d4d-aa85510d7b39 service neutron] 10.222.0.39 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835128 Jun 29 03:32:53.527595 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a243a48e-da34-466a-b035-aff29c86fcdd req-96762586-17ce-40ba-8714-a14bba1e9705 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 210 time: 0.0282693 Jun 29 03:32:54.679065 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-37e19c15-d46a-4f52-a653-88ce4287b1b3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:54.680603 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-37e19c15-d46a-4f52-a653-88ce4287b1b3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.21 "GET /v2.0/networks?id=785192c7-749d-4ba0-a5e1-ac42527baabb HTTP/1.1" status: 200 len: 811 time: 0.1058114 Jun 29 03:32:54.683266 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-99243271-d31b-4e54-aa83-2daf4cfbcfaa req-3ee0ef5e-b5d4-433b-a9bf-e53cfab03584 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 210 time: 0.0357995 Jun 29 03:32:54.740741 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-096a2d07-e325-4b56-9cf1-f48ea3a5d818 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=42b4127104ef4f549c06b765167084a1 HTTP/1.1" status: 200 len: 380 time: 0.0429633 Jun 29 03:32:54.754878 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Request body: {'port': {'device_id': 'c58599d3-2922-45b9-b9bb-5d266cfc15a4', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'admin_state_up': True, 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'security_groups': ['0985a1d3-1a21-4896-9c9e-e81a7a0b8090']}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:54.879911 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Made reservation on behalf of 42b4127104ef4f549c06b765167084a1 for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:32:54.883494 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:55.016027 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Allocated IP 172.20.0.10 (785192c7-749d-4ba0-a5e1-ac42527baabb/1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78/c1d282fc-90d6-4682-97d5-1eeb3f3858e6) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:32:55.154159 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:55.167630 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Transition to ACTIVE for port object c1d282fc-90d6-4682-97d5-1eeb3f3858e6 will not be triggered until provisioned by entity DHCP. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:55.200557 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:55.204393 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:55.251044 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Network 785192c7-749d-4ba0-a5e1-ac42527baabb is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:32:55.254497 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:32:55.262235 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:32:55.269271 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event updated for resources: {'Port': ['ID=c1d282fc-90d6-4682-97d5-1eeb3f3858e6,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:55.289699 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:55.322017 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:55.323128 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:55.341547 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5903585 Jun 29 03:32:55.361409 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Request body: {'port': {'device_id': 'c58599d3-2922-45b9-b9bb-5d266cfc15a4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:32:55.436522 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:55.458252 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-2e727525-99f2-4cee-9667-a2518ea71d3b None None] Provisioning for port c1d282fc-90d6-4682-97d5-1eeb3f3858e6 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:32:55.462735 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-2e727525-99f2-4cee-9667-a2518ea71d3b None None] Provisioning complete for port c1d282fc-90d6-4682-97d5-1eeb3f3858e6 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:32:55.463112 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2e727525-99f2-4cee-9667-a2518ea71d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:55.499754 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-2e727525-99f2-4cee-9667-a2518ea71d3b None None] Port c1d282fc-90d6-4682-97d5-1eeb3f3858e6 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:32:55.704221 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1d282fc-90d6-4682-97d5-1eeb3f3858e6 {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:32:55.711598 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:55.724157 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Transition to ACTIVE for port object c1d282fc-90d6-4682-97d5-1eeb3f3858e6 will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:32:55.728721 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:55.730988 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-b8798e46-8292-4294-a656-ec9b41e6c6a6 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:55.802039 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d282fc-90d6-4682-97d5-1eeb3f3858e6,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:55.848975 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:55.870196 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Attempting to bind port c1d282fc-90d6-4682-97d5-1eeb3f3858e6 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:32:55.870718 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Attempting to bind port c1d282fc-90d6-4682-97d5-1eeb3f3858e6 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:32:55.871223 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Attempting to bind port c1d282fc-90d6-4682-97d5-1eeb3f3858e6 on network 785192c7-749d-4ba0-a5e1-ac42527baabb {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:55.876400 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Port c1d282fc-90d6-4682-97d5-1eeb3f3858e6 on network 785192c7-749d-4ba0-a5e1-ac42527baabb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:32:55.876947 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Attempting to bind port c1d282fc-90d6-4682-97d5-1eeb3f3858e6 on network 785192c7-749d-4ba0-a5e1-ac42527baabb {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:32:55.882097 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:32:55.882677 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Checking segment: {'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:32:55.883215 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Bound using segment: {'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:32:55.884433 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Bound port: c1d282fc-90d6-4682-97d5-1eeb3f3858e6, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8444ffed-c0ba-46fb-a413-a2920b8245a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:32:55.885617 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:55.896359 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e8fc7a-38dd-4d44-8acd-de9e6a6c19f6 req-5f545a67-a8ff-4213-939e-d970e747b74c tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:55.900385 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c7e8fc7a-38dd-4d44-8acd-de9e6a6c19f6 req-5f545a67-a8ff-4213-939e-d970e747b74c tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 944 time: 0.0991111 Jun 29 03:32:55.956541 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c7e8fc7a-38dd-4d44-8acd-de9e6a6c19f6 req-45eebc08-46eb-47a7-b675-6d972006a470 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=0985a1d3-1a21-4896-9c9e-e81a7a0b8090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504210 Jun 29 03:32:55.980106 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] For port c1d282fc-90d6-4682-97d5-1eeb3f3858e6, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:32:55.983450 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] For port c1d282fc-90d6-4682-97d5-1eeb3f3858e6, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c1d282fc-90d6-4682-97d5-1eeb3f3858e6,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:32:55.987716 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:55.990583 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-233e112d-02a2-4c38-bab0-dc84fbcf4496 tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:32:56.020816 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:56.021431 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:32:56.022799 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] 10.222.0.21 "PUT /v2.0/ports/c1d282fc-90d6-4682-97d5-1eeb3f3858e6 HTTP/1.1" status: 200 len: 1094 time: 0.6659842 Jun 29 03:32:56.023304 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58599d3-2922-45b9-b9bb-5d266cfc15a4', 'tag': 'c1d282fc-90d6-4682-97d5-1eeb3f3858e6'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:32:56.026397 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a66620-923d-4dd6-9cf6-6a42df4a5602" -d '{"events": [{"name": "network-changed", "server_uuid": "c58599d3-2922-45b9-b9bb-5d266cfc15a4", "tag": "c1d282fc-90d6-4682-97d5-1eeb3f3858e6"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:32:56.052797 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Pushing event updated for resources: {'Port': ['ID=c1d282fc-90d6-4682-97d5-1eeb3f3858e6,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:32:56.056326 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:32:56.074174 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3390874-58a9-4a4a-9d92-341008997a71 x-openstack-request-id: req-d3390874-58a9-4a4a-9d92-341008997a71 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:32:56.074505 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58599d3-2922-45b9-b9bb-5d266cfc15a4", "tag": "c1d282fc-90d6-4682-97d5-1eeb3f3858e6", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:32:56.074792 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3390874-58a9-4a4a-9d92-341008997a71 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:32:56.075222 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58599d3-2922-45b9-b9bb-5d266cfc15a4', 'tag': 'c1d282fc-90d6-4682-97d5-1eeb3f3858e6', 'status': 'completed', 'code': 200} Jun 29 03:32:56.153664 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-25d96bef-3918-47c3-9d11-5e975f3e044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:56.155238 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-25d96bef-3918-47c3-9d11-5e975f3e044c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b4127104ef4f549c06b765167084a1&device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 1097 time: 0.0566490 Jun 29 03:32:56.211303 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-f93a7381-0efe-4319-9b45-9000ff7cab4a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1d282fc-90d6-4682-97d5-1eeb3f3858e6 HTTP/1.1" status: 200 len: 217 time: 0.0408742 Jun 29 03:32:56.270622 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-d79002ef-cb3a-4eaf-9984-3fce05b823c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:56.271513 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-d79002ef-cb3a-4eaf-9984-3fce05b823c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78 HTTP/1.1" status: 200 len: 850 time: 0.0533502 Jun 29 03:32:56.330228 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-ab4c5b87-347a-446d-b223-9d70737aae88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:56.331692 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-ab4c5b87-347a-446d-b223-9d70737aae88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=785192c7-749d-4ba0-a5e1-ac42527baabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0538175 Jun 29 03:32:56.423919 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-af4c5859-b711-469c-af78-e6fb25694471 service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840573 Jun 29 03:32:56.512857 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5bf52f22-266c-4a28-895a-2708587fc4e5 req-2a3cfb92-017d-451c-80f2-5dc91cc37c3d service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820587 Jun 29 03:32:56.676550 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a66620-923d-4dd6-9cf6-6a42df4a5602 req-dd73d40a-9c07-4e84-ab0f-d2827ffce474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:56.678007 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-09a66620-923d-4dd6-9cf6-6a42df4a5602 req-dd73d40a-9c07-4e84-ab0f-d2827ffce474 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b4127104ef4f549c06b765167084a1&device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 1097 time: 0.0551772 Jun 29 03:32:56.769129 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a66620-923d-4dd6-9cf6-6a42df4a5602 req-3dcec408-b865-4707-b431-e6984c58b106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:56.770497 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-09a66620-923d-4dd6-9cf6-6a42df4a5602 req-3dcec408-b865-4707-b431-e6984c58b106 service neutron] 10.222.0.21 "GET /v2.0/networks?id=785192c7-749d-4ba0-a5e1-ac42527baabb HTTP/1.1" status: 200 len: 912 time: 0.0850792 Jun 29 03:32:56.815253 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-09a66620-923d-4dd6-9cf6-6a42df4a5602 req-422b5e73-16d4-4f92-9c75-666cadd8725d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1d282fc-90d6-4682-97d5-1eeb3f3858e6 HTTP/1.1" status: 200 len: 217 time: 0.0359969 Jun 29 03:32:56.864937 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a66620-923d-4dd6-9cf6-6a42df4a5602 req-06174841-26f3-4e02-b951-ca78c7fe344e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:56.866322 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-09a66620-923d-4dd6-9cf6-6a42df4a5602 req-06174841-26f3-4e02-b951-ca78c7fe344e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78 HTTP/1.1" status: 200 len: 850 time: 0.0431159 Jun 29 03:32:56.921219 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a66620-923d-4dd6-9cf6-6a42df4a5602 req-b24cd4e9-2025-4bf8-8b2e-08a0aa8e9b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:56.922605 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-09a66620-923d-4dd6-9cf6-6a42df4a5602 req-b24cd4e9-2025-4bf8-8b2e-08a0aa8e9b78 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=785192c7-749d-4ba0-a5e1-ac42527baabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0491722 Jun 29 03:32:57.027097 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-09a66620-923d-4dd6-9cf6-6a42df4a5602 req-4a70499c-e8b8-4b01-8f85-decfe10bf250 service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946400 Jun 29 03:32:57.420177 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-09a66620-923d-4dd6-9cf6-6a42df4a5602 req-6f4dce74-3e62-4d71-b23f-c61529fc3ba5 service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3839645 Jun 29 03:32:57.430011 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2993615-f164-46b4-85ff-4f83b3b37de8 req-3c197d28-4429-485e-a194-7c5e48b67132 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:57.432100 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e2993615-f164-46b4-85ff-4f83b3b37de8 req-3c197d28-4429-485e-a194-7c5e48b67132 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 944 time: 0.3519583 Jun 29 03:32:57.617092 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e2993615-f164-46b4-85ff-4f83b3b37de8 req-7d806acc-cced-45ae-a4dd-1727f1b34431 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=0985a1d3-1a21-4896-9c9e-e81a7a0b8090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1792090 Jun 29 03:32:58.785598 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e4cb3c-93d0-4c28-bd7d-9cdc94cd90db req-024f4b91-1210-4618-a1ac-d84781966cab tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:58.787024 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f6e4cb3c-93d0-4c28-bd7d-9cdc94cd90db req-024f4b91-1210-4618-a1ac-d84781966cab tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 944 time: 0.0617888 Jun 29 03:32:58.824416 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f6e4cb3c-93d0-4c28-bd7d-9cdc94cd90db req-ffa9ebdc-b539-4818-8785-750b49eddc81 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=0985a1d3-1a21-4896-9c9e-e81a7a0b8090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310693 Jun 29 03:32:59.994590 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323cdc4-6eb4-4081-a364-a4e241fb09c9 req-0e96cf14-d860-4fcd-9715-a20fac8fe45d tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:32:59.996043 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a323cdc4-6eb4-4081-a364-a4e241fb09c9 req-0e96cf14-d860-4fcd-9715-a20fac8fe45d tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 944 time: 0.0623000 Jun 29 03:33:00.035050 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a323cdc4-6eb4-4081-a364-a4e241fb09c9 req-95eb8d08-44ca-4bbf-8041-7e820276594b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=0985a1d3-1a21-4896-9c9e-e81a7a0b8090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335734 Jun 29 03:33:00.839724 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device c1d282fc-90d6-4682-97d5-1eeb3f3858e6 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:33:00.931602 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port c1d282fc-90d6-4682-97d5-1eeb3f3858e6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c1d282fc-90d6-4682-97d5-1eeb3f3858e6,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:00.942046 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': 'c1d282fc-90d6-4682-97d5-1eeb3f3858e6', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'port_id': 'c1d282fc-90d6-4682-97d5-1eeb3f3858e6', 'mac_address': 'fa:16:3e:31:45:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:33:00.981128 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:00.993535 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1d282fc-90d6-4682-97d5-1eeb3f3858e6 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:33:01.012983 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port c1d282fc-90d6-4682-97d5-1eeb3f3858e6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c1d282fc-90d6-4682-97d5-1eeb3f3858e6,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:01.016512 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:01.018188 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-48edad44-90bd-4f46-ad1f-96cffebea9fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:01.064052 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=c1d282fc-90d6-4682-97d5-1eeb3f3858e6,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:01.067108 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:01.212109 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9edd3b0-07a2-4959-8b1e-04a4d0a53708 req-9021125d-9f58-499e-901e-3cf4cd9d44c7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:01.213616 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d9edd3b0-07a2-4959-8b1e-04a4d0a53708 req-9021125d-9f58-499e-901e-3cf4cd9d44c7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 945 time: 0.0635216 Jun 29 03:33:01.254235 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d9edd3b0-07a2-4959-8b1e-04a4d0a53708 req-8e7d3d81-4ded-46d4-9dbe-3a9b88919be4 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=0985a1d3-1a21-4896-9c9e-e81a7a0b8090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348310 Jun 29 03:33:01.352688 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['c1d282fc-90d6-4682-97d5-1eeb3f3858e6'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:33:01.573015 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-c7ab5811-2d6e-4434-b71b-8c425d0a509e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911484838&fields=id&tenant_id=ccbbf01c521f43e3a5f4a038d3f33511 HTTP/1.1" status: 200 len: 267 time: 0.0321887 Jun 29 03:33:01.679200 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-9291e756-d885-4950-b75d-74e4f29e45b1 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:01.680705 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-9291e756-d885-4950-b75d-74e4f29e45b1 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 811 time: 0.1015930 Jun 29 03:33:01.694891 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-829068b5-580f-4f6e-95bf-a328a830a0fb tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/quotas/ccbbf01c521f43e3a5f4a038d3f33511 HTTP/1.1" status: 200 len: 375 time: 0.0088265 Jun 29 03:33:01.761989 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-4c1c0b53-2ac3-40c4-9be0-43055d6a9fa7 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0621405 Jun 29 03:33:02.148385 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-58670054-eec5-4ca4-9937-82d2f3e95785 service neutron] 10.222.0.39 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3748043 Jun 29 03:33:02.235538 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-b7a44867-2427-4a67-a12e-f0a08810ed73 service neutron] 10.222.0.39 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795031 Jun 29 03:33:02.431659 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14b1995-df8a-4bc0-bf27-440726682cf3 req-4f8b421f-b548-4e01-bf81-a1f1ec93b8b5 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:02.434114 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b14b1995-df8a-4bc0-bf27-440726682cf3 req-4f8b421f-b548-4e01-bf81-a1f1ec93b8b5 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 945 time: 0.0656102 Jun 29 03:33:02.475108 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b14b1995-df8a-4bc0-bf27-440726682cf3 req-87597a44-df6b-4e42-93f7-5e72f7ed454f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=0985a1d3-1a21-4896-9c9e-e81a7a0b8090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334432 Jun 29 03:33:02.537861 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-169baaf6-60aa-487d-a054-972c8d1d33d2 req-29db8aaa-e634-4509-b5c4-483ea4d45c30 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 210 time: 0.0315297 Jun 29 03:33:02.843033 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device c1d282fc-90d6-4682-97d5-1eeb3f3858e6 up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:02.892054 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port c1d282fc-90d6-4682-97d5-1eeb3f3858e6 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:02.895497 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port c1d282fc-90d6-4682-97d5-1eeb3f3858e6 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:02.895984 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:02.971188 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:02.993598 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58599d3-2922-45b9-b9bb-5d266cfc15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d282fc-90d6-4682-97d5-1eeb3f3858e6'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:02.996560 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fab6c83-83e9-433e-bef8-69dccf923cfc" -d '{"events": [{"server_uuid": "c58599d3-2922-45b9-b9bb-5d266cfc15a4", "name": "network-vif-plugged", "status": "completed", "tag": "c1d282fc-90d6-4682-97d5-1eeb3f3858e6"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:03.012171 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port c1d282fc-90d6-4682-97d5-1eeb3f3858e6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c1d282fc-90d6-4682-97d5-1eeb3f3858e6,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:03.016599 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:03.018418 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8a1f68ef-8460-43bb-b30d-1b2ca3907db8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:03.040589 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca696c0-6c43-43b7-add8-5a11e93b31e1 x-openstack-request-id: req-8ca696c0-6c43-43b7-add8-5a11e93b31e1 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:03.040882 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58599d3-2922-45b9-b9bb-5d266cfc15a4", "name": "network-vif-plugged", "status": "completed", "tag": "c1d282fc-90d6-4682-97d5-1eeb3f3858e6", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:03.041776 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ca696c0-6c43-43b7-add8-5a11e93b31e1 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:03.042364 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58599d3-2922-45b9-b9bb-5d266cfc15a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1d282fc-90d6-4682-97d5-1eeb3f3858e6', 'code': 200} Jun 29 03:33:03.073402 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=c1d282fc-90d6-4682-97d5-1eeb3f3858e6,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:03.076400 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:03.227489 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:33:03.333215 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5812998b-c22a-4da1-afd0-d02f22d3eff5 req-0a522202-88a6-48ae-b9ed-3907fb001cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:03.334671 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5812998b-c22a-4da1-afd0-d02f22d3eff5 req-0a522202-88a6-48ae-b9ed-3907fb001cde service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 1099 time: 0.0555692 Jun 29 03:33:03.370614 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5812998b-c22a-4da1-afd0-d02f22d3eff5 req-0bfe0512-1186-4996-a4de-1633bffe4908 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0985a1d3-1a21-4896-9c9e-e81a7a0b8090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279362 Jun 29 03:33:03.652311 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01c2867-be77-472c-9279-8b611e0d4d31 req-96a28244-d242-47a0-8c1b-b00ea608bf1c tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:03.653777 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c01c2867-be77-472c-9279-8b611e0d4d31 req-96a28244-d242-47a0-8c1b-b00ea608bf1c tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 946 time: 0.0634587 Jun 29 03:33:03.681394 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d036d25e-bfee-4d03-bd8f-631db8e2964d req-60ae3bf7-c61f-4ed2-b611-bdc72d9c5edf tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 210 time: 0.0283065 Jun 29 03:33:03.691792 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c01c2867-be77-472c-9279-8b611e0d4d31 req-4dd7a6d9-e180-4fe2-b5ed-e15165a65a21 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=0985a1d3-1a21-4896-9c9e-e81a7a0b8090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324681 Jun 29 03:33:04.293783 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-e9cc7104-f0aa-4852-90c4-d890ae07f59b tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:04.295207 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-e9cc7104-f0aa-4852-90c4-d890ae07f59b tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 811 time: 0.1103971 Jun 29 03:33:04.362213 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-22256c58-376a-4a0b-aa92-182c7314cc3c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccbbf01c521f43e3a5f4a038d3f33511 HTTP/1.1" status: 200 len: 380 time: 0.0354702 Jun 29 03:33:04.370910 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Request body: {'port': {'device_id': 'a23c0f89-30a9-40db-a8d8-baa5c653ce7e', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'admin_state_up': True, 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'security_groups': ['5d6575b2-ee2d-460b-8219-bae103a42da1']}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:04.481885 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Made reservation on behalf of ccbbf01c521f43e3a5f4a038d3f33511 for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:33:04.485597 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:04.609280 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Allocated IP 172.20.0.11 (5276124c-ea46-4712-b38d-54bc7208471b/5bed46c7-f0b9-47f8-a4bd-4348f4e6444b/9fcc5cdf-c5f0-4250-b428-7892ae635120) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:33:04.756220 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:04.772578 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Transition to ACTIVE for port object 9fcc5cdf-c5f0-4250-b428-7892ae635120 will not be triggered until provisioned by entity DHCP. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:04.809018 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:04.813426 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-93275e90-1444-4728-9957-64052de832cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:04.890495 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Network 5276124c-ea46-4712-b38d-54bc7208471b is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:33:04.895001 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:04.901418 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:33:04.903915 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01db33c-0e76-4115-bb56-f7472a162197 req-f7f0f7da-7e10-45f2-80f2-26d50e3b4429 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:04.905715 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f01db33c-0e76-4115-bb56-f7472a162197 req-f7f0f7da-7e10-45f2-80f2-26d50e3b4429 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 946 time: 0.0748341 Jun 29 03:33:04.933690 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'Port': ['ID=9fcc5cdf-c5f0-4250-b428-7892ae635120,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:04.941954 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:04.954163 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f01db33c-0e76-4115-bb56-f7472a162197 req-2c465b17-5142-4a62-8f73-ad3988f14cef tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=0985a1d3-1a21-4896-9c9e-e81a7a0b8090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360594 Jun 29 03:33:04.961864 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:04.962427 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:04.996448 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-5f88d84e-8d46-4bc3-b611-517a1ddb0cc3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6294491 Jun 29 03:33:05.006045 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9179addc-03c9-4d99-ada4-e573c564659b req-fc954186-5f0d-44c8-a4c6-ff8677a04b1a tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:05.008388 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9179addc-03c9-4d99-ada4-e573c564659b req-fc954186-5f0d-44c8-a4c6-ff8677a04b1a tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 932 time: 0.1902521 Jun 29 03:33:05.018939 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Request body: {'port': {'device_id': 'a23c0f89-30a9-40db-a8d8-baa5c653ce7e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:05.123308 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9179addc-03c9-4d99-ada4-e573c564659b req-b6952d0d-c0dc-4c24-a3f9-7a494b1486e2 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017189 Jun 29 03:33:05.147876 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:05.168601 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dbb7cd-cb5b-41f2-a0a1-011a9e17dfb1 req-55cc59c1-016d-4e0d-a7a9-b107d51f921a tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:05.170187 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-94dbb7cd-cb5b-41f2-a0a1-011a9e17dfb1 req-55cc59c1-016d-4e0d-a7a9-b107d51f921a tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 946 time: 0.0919189 Jun 29 03:33:05.178608 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50710) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:05.195876 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-4dfe9027-56d5-4272-8ba2-b935fed5fc07 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Request body: {'floatingip': {'port_id': 'c1d282fc-90d6-4682-97d5-1eeb3f3858e6'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:05.226460 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-3b9237bd-f384-4ffb-b6e1-9a905a2baf90 None None] Provisioning for port 9fcc5cdf-c5f0-4250-b428-7892ae635120 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:05.232117 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-3b9237bd-f384-4ffb-b6e1-9a905a2baf90 None None] Provisioning complete for port 9fcc5cdf-c5f0-4250-b428-7892ae635120 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:05.233106 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3b9237bd-f384-4ffb-b6e1-9a905a2baf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:05.262245 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9027-56d5-4272-8ba2-b935fed5fc07 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for floatingip, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:05.273730 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-3b9237bd-f384-4ffb-b6e1-9a905a2baf90 None None] Port 9fcc5cdf-c5f0-4250-b428-7892ae635120 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:33:05.432401 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fcc5cdf-c5f0-4250-b428-7892ae635120 {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:33:05.439683 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:05.452209 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Transition to ACTIVE for port object 9fcc5cdf-c5f0-4250-b428-7892ae635120 will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:05.456033 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:05.458099 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-736f18da-3508-4e58-a43a-fd065d8b53de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:05.506844 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcc5cdf-c5f0-4250-b428-7892ae635120,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:05.511905 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:05.584630 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Attempting to bind port 9fcc5cdf-c5f0-4250-b428-7892ae635120 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:33:05.584965 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Attempting to bind port 9fcc5cdf-c5f0-4250-b428-7892ae635120 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:33:05.585287 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Attempting to bind port 9fcc5cdf-c5f0-4250-b428-7892ae635120 on network 5276124c-ea46-4712-b38d-54bc7208471b {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:33:05.590572 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Port 9fcc5cdf-c5f0-4250-b428-7892ae635120 on network 5276124c-ea46-4712-b38d-54bc7208471b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:33:05.590896 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Attempting to bind port 9fcc5cdf-c5f0-4250-b428-7892ae635120 on network 5276124c-ea46-4712-b38d-54bc7208471b {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:33:05.596119 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 32, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:33:05.596451 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Checking segment: {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:33:05.596839 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Bound using segment: {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:33:05.597262 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Bound port: 9fcc5cdf-c5f0-4250-b428-7892ae635120, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:33:05.597681 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:05.668571 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] For port 9fcc5cdf-c5f0-4250-b428-7892ae635120, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:33:05.671874 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] For port 9fcc5cdf-c5f0-4250-b428-7892ae635120, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9fcc5cdf-c5f0-4250-b428-7892ae635120,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:33:05.676106 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:05.678871 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:05.712885 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:05.714162 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:05.715518 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] 10.222.0.21 "PUT /v2.0/ports/9fcc5cdf-c5f0-4250-b428-7892ae635120 HTTP/1.1" status: 200 len: 1094 time: 0.7054305 Jun 29 03:33:05.716055 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23c0f89-30a9-40db-a8d8-baa5c653ce7e', 'tag': '9fcc5cdf-c5f0-4250-b428-7892ae635120'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:05.718324 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08b77a1-d3a4-4a8f-83f0-faa6bdab6645" -d '{"events": [{"name": "network-changed", "server_uuid": "a23c0f89-30a9-40db-a8d8-baa5c653ce7e", "tag": "9fcc5cdf-c5f0-4250-b428-7892ae635120"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:05.722539 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9027-56d5-4272-8ba2-b935fed5fc07 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:05.728502 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9027-56d5-4272-8ba2-b935fed5fc07 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:05.749621 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Pushing event updated for resources: {'Port': ['ID=9fcc5cdf-c5f0-4250-b428-7892ae635120,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:05.752329 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:05.769503 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3089f67-cf4f-4a96-8180-bd04120d088c x-openstack-request-id: req-f3089f67-cf4f-4a96-8180-bd04120d088c {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:05.770091 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23c0f89-30a9-40db-a8d8-baa5c653ce7e", "tag": "9fcc5cdf-c5f0-4250-b428-7892ae635120", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:05.770208 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3089f67-cf4f-4a96-8180-bd04120d088c {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:05.770624 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23c0f89-30a9-40db-a8d8-baa5c653ce7e', 'tag': '9fcc5cdf-c5f0-4250-b428-7892ae635120', 'status': 'completed', 'code': 200} Jun 29 03:33:05.847296 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-4dfe9027-56d5-4272-8ba2-b935fed5fc07 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Floating IP 915f9f14-7924-4d02-92dd-39a4946eec7a associated. External IP: 172.27.1.56, port: c1d282fc-90d6-4682-97d5-1eeb3f3858e6. Jun 29 03:33:05.851744 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-26c9f2b9-2dff-4591-9669-78c3b805f889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:05.853314 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-26c9f2b9-2dff-4591-9669-78c3b805f889 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 1097 time: 0.0621469 Jun 29 03:33:05.910924 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-ddb82adb-17f1-4093-bc74-35b5f86fc385 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fcc5cdf-c5f0-4250-b428-7892ae635120 HTTP/1.1" status: 200 len: 217 time: 0.0403345 Jun 29 03:33:05.959491 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-0329514a-fb39-4904-9846-04a61b661a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:05.960955 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-0329514a-fb39-4904-9846-04a61b661a27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 200 len: 850 time: 0.0434456 Jun 29 03:33:06.018536 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-c5f828f6-acd5-4efd-b75f-4b569ae15efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:06.019930 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-c5f828f6-acd5-4efd-b75f-4b569ae15efe service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5276124c-ea46-4712-b38d-54bc7208471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515580 Jun 29 03:33:06.059712 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4dfe9027-56d5-4272-8ba2-b935fed5fc07 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:33:06.121205 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-09bb61a0-99ef-47f8-89e1-3f0979a51ad9 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936081 Jun 29 03:33:06.168850 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dfe9027-56d5-4272-8ba2-b935fed5fc07 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:33:06.173592 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4dfe9027-56d5-4272-8ba2-b935fed5fc07 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:06.183989 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28fab77-fae7-4a58-be39-0c9e08e9186a None None] Sync routers for ids ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:33:06.200476 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28fab77-fae7-4a58-be39-0c9e08e9186a None None] Routers {'53856f47-ac24-4c8b-a5ef-7d23eab957f2'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:06.201103 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-b28fab77-fae7-4a58-be39-0c9e08e9186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:49Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:06.217888 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4dfe9027-56d5-4272-8ba2-b935fed5fc07 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "PUT /v2.0/floatingips/915f9f14-7924-4d02-92dd-39a4946eec7a HTTP/1.1" status: 200 len: 991 time: 1.0381114 Jun 29 03:33:06.218789 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c58599d3-2922-45b9-b9bb-5d266cfc15a4', 'tag': 'c1d282fc-90d6-4682-97d5-1eeb3f3858e6'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:06.219061 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6792a51c-f26d-4094-a8ad-b315bde80eed req-84cb5797-3dab-47a0-bb2b-d8d755aaa451 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889232 Jun 29 03:33:06.221541 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6114f8-5852-4600-ba42-61ec5c35002a" -d '{"events": [{"name": "network-changed", "server_uuid": "c58599d3-2922-45b9-b9bb-5d266cfc15a4", "tag": "c1d282fc-90d6-4682-97d5-1eeb3f3858e6"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:06.318682 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-b28fab77-fae7-4a58-be39-0c9e08e9186a None None] Set router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:06.344932 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b2f42-fb4c-407f-83ce-14e34149469f req-13aa48c8-8c28-4803-b006-2fd3426a1d34 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:06.346403 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-419b2f42-fb4c-407f-83ce-14e34149469f req-13aa48c8-8c28-4803-b006-2fd3426a1d34 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 944 time: 0.0923123 Jun 29 03:33:06.411383 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-419b2f42-fb4c-407f-83ce-14e34149469f req-6ae64c20-3c97-4253-92ac-e88769d9590b tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481896 Jun 29 03:33:06.417880 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b77a1-d3a4-4a8f-83f0-faa6bdab6645 req-44bc5f19-350c-47ef-9ecf-6395b51ae7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:06.419341 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c08b77a1-d3a4-4a8f-83f0-faa6bdab6645 req-44bc5f19-350c-47ef-9ecf-6395b51ae7e7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 1097 time: 0.0929556 Jun 29 03:33:06.434879 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c678abbd-1810-4fc7-906e-e39540cffe5b x-openstack-request-id: req-c678abbd-1810-4fc7-906e-e39540cffe5b {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:06.435205 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c58599d3-2922-45b9-b9bb-5d266cfc15a4", "tag": "c1d282fc-90d6-4682-97d5-1eeb3f3858e6", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:06.435549 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c678abbd-1810-4fc7-906e-e39540cffe5b {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:06.436420 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c58599d3-2922-45b9-b9bb-5d266cfc15a4', 'tag': 'c1d282fc-90d6-4682-97d5-1eeb3f3858e6', 'status': 'completed', 'code': 200} Jun 29 03:33:06.560441 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-b28fab77-fae7-4a58-be39-0c9e08e9186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '915f9f14-7924-4d02-92dd-39a4946eec7a', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'port_id': 'c1d282fc-90d6-4682-97d5-1eeb3f3858e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'mac_address': 'fa:16:3e:31:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58599d3-2922-45b9-b9bb-5d266cfc15a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:32:52Z', 'updated_at': '2021-06-29T03:33:05Z', 'revision_number': 1, 'project_id': '42b4127104ef4f549c06b765167084a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:24Z', 'revision_number': 5, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:06.561434 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b77a1-d3a4-4a8f-83f0-faa6bdab6645 req-48b9f90d-630a-4494-af30-77e19d3e44dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:06.562919 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c08b77a1-d3a4-4a8f-83f0-faa6bdab6645 req-48b9f90d-630a-4494-af30-77e19d3e44dc service neutron] 10.222.0.21 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 912 time: 0.1261139 Jun 29 03:33:06.570779 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6114f8-5852-4600-ba42-61ec5c35002a req-7f3637bc-2e3a-4b94-a4ca-69fae924be5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:06.572228 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e6114f8-5852-4600-ba42-61ec5c35002a req-7f3637bc-2e3a-4b94-a4ca-69fae924be5b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42b4127104ef4f549c06b765167084a1&device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 1099 time: 0.0884545 Jun 29 03:33:06.586489 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28fab77-fae7-4a58-be39-0c9e08e9186a None None] Checking router: 53856f47-ac24-4c8b-a5ef-7d23eab957f2 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:33:06.596046 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28fab77-fae7-4a58-be39-0c9e08e9186a None None] Routers {'53856f47-ac24-4c8b-a5ef-7d23eab957f2'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:06.596673 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-b28fab77-fae7-4a58-be39-0c9e08e9186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:49Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:06.638260 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c08b77a1-d3a4-4a8f-83f0-faa6bdab6645 req-9576ff82-aa66-46f3-ab36-4523693a0f38 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fcc5cdf-c5f0-4250-b428-7892ae635120 HTTP/1.1" status: 200 len: 217 time: 0.0430117 Jun 29 03:33:06.701098 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-b28fab77-fae7-4a58-be39-0c9e08e9186a None None] Set router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:06.729751 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b77a1-d3a4-4a8f-83f0-faa6bdab6645 req-04ea1c9f-34de-4eef-bb95-293e668333e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:06.731183 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c08b77a1-d3a4-4a8f-83f0-faa6bdab6645 req-04ea1c9f-34de-4eef-bb95-293e668333e5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 200 len: 850 time: 0.0805941 Jun 29 03:33:06.782515 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6114f8-5852-4600-ba42-61ec5c35002a req-01ef39ad-8e51-4ac7-9095-7f9709e5a296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:06.784002 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e6114f8-5852-4600-ba42-61ec5c35002a req-01ef39ad-8e51-4ac7-9095-7f9709e5a296 service neutron] 10.222.0.21 "GET /v2.0/networks?id=785192c7-749d-4ba0-a5e1-ac42527baabb HTTP/1.1" status: 200 len: 912 time: 0.1545925 Jun 29 03:33:06.849892 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08b77a1-d3a4-4a8f-83f0-faa6bdab6645 req-a97da534-db0f-4057-9bed-850208205653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:06.851279 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c08b77a1-d3a4-4a8f-83f0-faa6bdab6645 req-a97da534-db0f-4057-9bed-850208205653 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5276124c-ea46-4712-b38d-54bc7208471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1123097 Jun 29 03:33:06.861478 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e6114f8-5852-4600-ba42-61ec5c35002a req-2c0b2bdb-230b-4d3b-a3e8-91ff4e6c1dc5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c1d282fc-90d6-4682-97d5-1eeb3f3858e6 HTTP/1.1" status: 200 len: 999 time: 0.0683830 Jun 29 03:33:06.945122 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-b28fab77-fae7-4a58-be39-0c9e08e9186a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '915f9f14-7924-4d02-92dd-39a4946eec7a', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'port_id': 'c1d282fc-90d6-4682-97d5-1eeb3f3858e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'mac_address': 'fa:16:3e:31:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58599d3-2922-45b9-b9bb-5d266cfc15a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:32:52Z', 'updated_at': '2021-06-29T03:33:05Z', 'revision_number': 1, 'project_id': '42b4127104ef4f549c06b765167084a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:24Z', 'revision_number': 5, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:06.957684 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6114f8-5852-4600-ba42-61ec5c35002a req-c50707fe-6a54-490f-a306-b7e6b0e27c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:06.959124 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e6114f8-5852-4600-ba42-61ec5c35002a req-c50707fe-6a54-490f-a306-b7e6b0e27c8d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78 HTTP/1.1" status: 200 len: 850 time: 0.0909111 Jun 29 03:33:06.972292 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28fab77-fae7-4a58-be39-0c9e08e9186a None None] The sync data for ids ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'] in dv-cinder-797245-8-iscsi is: [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '915f9f14-7924-4d02-92dd-39a4946eec7a', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'floating_ip_address': '172.27.1.56', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'port_id': 'c1d282fc-90d6-4682-97d5-1eeb3f3858e6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'mac_address': 'fa:16:3e:31:45:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c58599d3-2922-45b9-b9bb-5d266cfc15a4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:32:52Z', 'updated_at': '2021-06-29T03:33:05Z', 'revision_number': 1, 'project_id': '42b4127104ef4f549c06b765167084a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:24Z', 'revision_number': 5, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:33:07.010033 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c08b77a1-d3a4-4a8f-83f0-faa6bdab6645 req-18145a53-3962-481a-ae56-15e8081d512e service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504443 Jun 29 03:33:07.088159 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6114f8-5852-4600-ba42-61ec5c35002a req-8ad97163-9d8d-4934-b77a-298a96f6e789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:07.089852 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e6114f8-5852-4600-ba42-61ec5c35002a req-8ad97163-9d8d-4934-b77a-298a96f6e789 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=785192c7-749d-4ba0-a5e1-ac42527baabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1201746 Jun 29 03:33:07.160932 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d915284a-b0e2-4f9e-af57-3590eb36ab64 None None] New status for floating IP 915f9f14-7924-4d02-92dd-39a4946eec7a: ACTIVE {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:33:07.161593 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c08b77a1-d3a4-4a8f-83f0-faa6bdab6645 req-c5d3016d-bfb2-4b57-be17-a5fd3f6d652d service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415877 Jun 29 03:33:07.207529 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e6114f8-5852-4600-ba42-61ec5c35002a req-ec98b4af-ff38-4dba-8909-fb703014a0f3 service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037889 Jun 29 03:33:07.313640 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e6114f8-5852-4600-ba42-61ec5c35002a req-3efebf2c-fe88-4dc6-9b50-999f11c32bda service neutron] 10.222.0.21 "GET /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965469 Jun 29 03:33:07.588643 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e137ed51-464c-43a0-af9b-dc56a67368a0 req-23b227a7-95c7-410d-aea4-c4b27246b9a0 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:07.590069 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e137ed51-464c-43a0-af9b-dc56a67368a0 req-23b227a7-95c7-410d-aea4-c4b27246b9a0 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 944 time: 0.0632901 Jun 29 03:33:07.632086 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e137ed51-464c-43a0-af9b-dc56a67368a0 req-0045d047-2283-4d48-a5e2-a612988c4d07 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364065 Jun 29 03:33:08.808071 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c895a8-f178-4bee-940d-030b39350a3e req-d921c1de-73ab-4bbe-b815-0553b3c2063b tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:08.809472 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-38c895a8-f178-4bee-940d-030b39350a3e req-d921c1de-73ab-4bbe-b815-0553b3c2063b tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 944 time: 0.0634058 Jun 29 03:33:08.846919 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-38c895a8-f178-4bee-940d-030b39350a3e req-858c9252-5f67-4c83-aa21-cec06b542f16 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318990 Jun 29 03:33:10.021948 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d50e3d4-ba33-49a1-96e4-7b9757e8f533 req-14ee8780-b6ce-4d9a-8ee1-09ad0cdbb5b6 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:10.023420 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3d50e3d4-ba33-49a1-96e4-7b9757e8f533 req-14ee8780-b6ce-4d9a-8ee1-09ad0cdbb5b6 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 944 time: 0.0647662 Jun 29 03:33:10.060671 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3d50e3d4-ba33-49a1-96e4-7b9757e8f533 req-0b92e934-3dc8-44b0-9da4-e707b488c4b3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310421 Jun 29 03:33:11.238922 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03bbd9c-42c5-46a5-83c0-8384bd6bfcc3 req-d47d2fc0-5448-458d-aef7-cd524e05e05f tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:11.240418 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d03bbd9c-42c5-46a5-83c0-8384bd6bfcc3 req-d47d2fc0-5448-458d-aef7-cd524e05e05f tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 944 time: 0.0657194 Jun 29 03:33:11.279076 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d03bbd9c-42c5-46a5-83c0-8384bd6bfcc3 req-855ac4e0-5c4d-44d6-b6ea-1cf3a7f16d7b tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320547 Jun 29 03:33:12.035022 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d1ea09a-e86b-48c4-a405-d8c39c6671c6 req-dfd4229b-b7c1-4759-aef6-fb8ecbdc2aab tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1572449295&fields=id&tenant_id=a68092b8bf4548cc89d2a154135208e4 HTTP/1.1" status: 200 len: 267 time: 0.0321710 Jun 29 03:33:12.102671 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ea09a-e86b-48c4-a405-d8c39c6671c6 req-26460c22-b1e7-4add-8177-a0df3672d26d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:12.104725 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d1ea09a-e86b-48c4-a405-d8c39c6671c6 req-26460c22-b1e7-4add-8177-a0df3672d26d tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 984 time: 0.0644622 Jun 29 03:33:12.115367 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-9d1ea09a-e86b-48c4-a405-d8c39c6671c6 req-4279cd86-4b4a-48d5-b19d-77dd8ea88f72 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Request body: {'port': {'security_groups': ['c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9']}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:12.201614 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-9d1ea09a-e86b-48c4-a405-d8c39c6671c6 req-4279cd86-4b4a-48d5-b19d-77dd8ea88f72 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:12.379916 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-9d1ea09a-e86b-48c4-a405-d8c39c6671c6 req-4279cd86-4b4a-48d5-b19d-77dd8ea88f72 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] For port a6aeaf5d-76bf-4eec-872c-4f28b1194195, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a6aeaf5d-76bf-4eec-872c-4f28b1194195,segment=NetworkSegment(0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a),segment_id=0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:12.408976 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-9d1ea09a-e86b-48c4-a405-d8c39c6671c6 req-4279cd86-4b4a-48d5-b19d-77dd8ea88f72 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:12.413362 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-9d1ea09a-e86b-48c4-a405-d8c39c6671c6 req-4279cd86-4b4a-48d5-b19d-77dd8ea88f72 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:12.417592 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:12.450982 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['a6aeaf5d-76bf-4eec-872c-4f28b1194195'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:33:12.462409 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1ea09a-e86b-48c4-a405-d8c39c6671c6 req-4279cd86-4b4a-48d5-b19d-77dd8ea88f72 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:12.463881 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-9d1ea09a-e86b-48c4-a405-d8c39c6671c6 req-4279cd86-4b4a-48d5-b19d-77dd8ea88f72 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:12.466121 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9d1ea09a-e86b-48c4-a405-d8c39c6671c6 req-4279cd86-4b4a-48d5-b19d-77dd8ea88f72 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "PUT /v2.0/ports/a6aeaf5d-76bf-4eec-872c-4f28b1194195 HTTP/1.1" status: 200 len: 942 time: 0.3543735 Jun 29 03:33:12.466670 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'tag': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:12.469028 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c3cbf00-61cf-4ead-915c-432b030144e0" -d '{"events": [{"name": "network-changed", "server_uuid": "e76ace18-14d9-40a9-9a09-7981c4b07e05", "tag": "a6aeaf5d-76bf-4eec-872c-4f28b1194195"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:12.472911 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50760) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:12.518167 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4279cd86-4b4a-48d5-b19d-77dd8ea88f72 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event updated for resources: {'Port': ['ID=a6aeaf5d-76bf-4eec-872c-4f28b1194195,revision_number=7']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:12.532876 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4279cd86-4b4a-48d5-b19d-77dd8ea88f72 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:12.534410 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53a1987a-b7c7-4f2d-85ab-62431c88e239 x-openstack-request-id: req-53a1987a-b7c7-4f2d-85ab-62431c88e239 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:12.534737 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76ace18-14d9-40a9-9a09-7981c4b07e05", "tag": "a6aeaf5d-76bf-4eec-872c-4f28b1194195", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:12.535020 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53a1987a-b7c7-4f2d-85ab-62431c88e239 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:12.535443 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'tag': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195', 'status': 'completed', 'code': 200} Jun 29 03:33:12.556100 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9e080acb-4f3a-4f20-9fe4-86a7186b574a tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:12.635347 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9e080acb-4f3a-4f20-9fe4-86a7186b574a tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:12.662733 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['a6aeaf5d-76bf-4eec-872c-4f28b1194195'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:33:12.698208 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cbf00-61cf-4ead-915c-432b030144e0 req-d259aa31-8179-4d1a-8289-76fd74fecc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:12.700243 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2c3cbf00-61cf-4ead-915c-432b030144e0 req-d259aa31-8179-4d1a-8289-76fd74fecc32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a68092b8bf4548cc89d2a154135208e4&device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 1098 time: 0.1217062 Jun 29 03:33:12.700449 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc97c4d-8200-4c5f-8b44-76fe03da8005 req-02073acb-7417-405a-924f-ab8ee4134510 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:12.702164 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9cc97c4d-8200-4c5f-8b44-76fe03da8005 req-02073acb-7417-405a-924f-ab8ee4134510 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 944 time: 0.1079769 Jun 29 03:33:12.748946 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9cc97c4d-8200-4c5f-8b44-76fe03da8005 req-2ef54ad7-4cfe-4a3f-85df-7790bd43515a tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387356 Jun 29 03:33:12.757157 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9e080acb-4f3a-4f20-9fe4-86a7186b574a tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:12.760828 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-9e080acb-4f3a-4f20-9fe4-86a7186b574a tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:12.764969 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-9e080acb-4f3a-4f20-9fe4-86a7186b574a tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "DELETE /v2.0/security-groups/483444b3-731d-4a70-a6f7-99a8c2912853 HTTP/1.1" status: 204 len: 168 time: 0.2902737 Jun 29 03:33:12.767148 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50766) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:12.767924 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c1339668-1543-40c6-bd82-ddb112118307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:12.791383 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-3e2e5cc9-c4d4-4913-a85d-d5ca97a068ce None None] Provisioning complete for port a6aeaf5d-76bf-4eec-872c-4f28b1194195 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:12.791782 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-3e2e5cc9-c4d4-4913-a85d-d5ca97a068ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:12.813776 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cbf00-61cf-4ead-915c-432b030144e0 req-ad4fb1a6-331d-4794-b9a9-a924a6b9a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:12.815354 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2c3cbf00-61cf-4ead-915c-432b030144e0 req-ad4fb1a6-331d-4794-b9a9-a924a6b9a962 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f702c23c-c0d0-4961-8b7a-80f21bdf0102 HTTP/1.1" status: 200 len: 914 time: 0.1072779 Jun 29 03:33:12.820016 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e080acb-4f3a-4f20-9fe4-86a7186b574a tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=483444b3-731d-4a70-a6f7-99a8c2912853,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:12.823554 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9e080acb-4f3a-4f20-9fe4-86a7186b574a tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:12.892470 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2c3cbf00-61cf-4ead-915c-432b030144e0 req-b8037a2f-edfc-490b-8c3c-727e1d9d28b1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6aeaf5d-76bf-4eec-872c-4f28b1194195 HTTP/1.1" status: 200 len: 1000 time: 0.0688963 Jun 29 03:33:12.940127 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cbf00-61cf-4ead-915c-432b030144e0 req-467770c4-09e2-46bc-a53d-adaa32bab782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:12.941585 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2c3cbf00-61cf-4ead-915c-432b030144e0 req-467770c4-09e2-46bc-a53d-adaa32bab782 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2a4bae3-e5fc-4aef-8216-843bb608eb1d HTTP/1.1" status: 200 len: 852 time: 0.0431066 Jun 29 03:33:12.950702 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Deleting port 34ae93ac-8e2a-4329-a3ca-3ecb243cc4d7 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:12.951041 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:12.998934 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3cbf00-61cf-4ead-915c-432b030144e0 req-4943e005-919a-4c91-ab20-35fe413f4a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:13.000452 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2c3cbf00-61cf-4ead-915c-432b030144e0 req-4943e005-919a-4c91-ab20-35fe413f4a85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f702c23c-c0d0-4961-8b7a-80f21bdf0102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515540 Jun 29 03:33:13.025063 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:13.025589 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:13.036792 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Calling delete_port for 34ae93ac-8e2a-4329-a3ca-3ecb243cc4d7 owned by network:floatingip {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:13.095367 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2c3cbf00-61cf-4ead-915c-432b030144e0 req-2e984507-1fbf-4cc9-977d-82879e000c4b service neutron] 10.222.0.21 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865479 Jun 29 03:33:13.184394 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2c3cbf00-61cf-4ead-915c-432b030144e0 req-03b01fbf-29b4-487e-8bd8-e7a0c5f60c37 service neutron] 10.222.0.21 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812356 Jun 29 03:33:13.207151 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:13.210047 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d7d1ce3d-fc19-456d-b10b-e9764f88c1de tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:13.234293 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event deleted for resources: {'Port': ['ID=34ae93ac-8e2a-4329-a3ca-3ecb243cc4d7,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:13.238167 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:13.300463 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks [] for floatingip, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:13.300930 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Floating IP e281aab4-0030-4ad5-8a8d-e42d09668ee2 disassociated (deleted). External IP: 172.27.1.69, port: a6aeaf5d-76bf-4eec-872c-4f28b1194195. Jun 29 03:33:13.489479 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:13.506832 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Router b021582f-be11-4067-b96d-0130abae3357 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:33:13.860945 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:33:13.865239 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:13.871668 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f837d8-1396-4460-97e6-0ff889d46a17 None None] Sync routers for ids ['b021582f-be11-4067-b96d-0130abae3357'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:33:13.880830 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f837d8-1396-4460-97e6-0ff889d46a17 None None] Routers {'b021582f-be11-4067-b96d-0130abae3357'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:13.881441 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-b3f837d8-1396-4460-97e6-0ff889d46a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:49Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['b021582f-be11-4067-b96d-0130abae3357'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:13.903082 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "DELETE /v2.0/floatingips/e281aab4-0030-4ad5-8a8d-e42d09668ee2 HTTP/1.1" status: 204 len: 168 time: 1.1284230 Jun 29 03:33:13.903082 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'tag': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:13.903505 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99fcf11-da57-4fdf-a5b6-2e15909b4c74" -d '{"events": [{"name": "network-changed", "server_uuid": "e76ace18-14d9-40a9-9a09-7981c4b07e05", "tag": "a6aeaf5d-76bf-4eec-872c-4f28b1194195"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:13.948702 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8baf03-3554-42a9-8e83-a174c3233ca8 req-47590054-6e9b-48ff-bb9b-7de1c1b81577 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:13.950179 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb8baf03-3554-42a9-8e83-a174c3233ca8 req-47590054-6e9b-48ff-bb9b-7de1c1b81577 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 944 time: 0.0717907 Jun 29 03:33:13.990253 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fb8baf03-3554-42a9-8e83-a174c3233ca8 req-e70d4fc7-9388-412c-8b99-57ab8a4dee18 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342247 Jun 29 03:33:13.999467 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-b3f837d8-1396-4460-97e6-0ff889d46a17 None None] Set router b021582f-be11-4067-b96d-0130abae3357 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:14.039635 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016a3618-2906-4f2e-8a8c-c403e512c956 x-openstack-request-id: req-016a3618-2906-4f2e-8a8c-c403e512c956 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:14.039992 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e76ace18-14d9-40a9-9a09-7981c4b07e05", "tag": "a6aeaf5d-76bf-4eec-872c-4f28b1194195", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:14.040285 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-016a3618-2906-4f2e-8a8c-c403e512c956 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:14.040828 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'tag': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195', 'status': 'completed', 'code': 200} Jun 29 03:33:14.152260 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fcf11-da57-4fdf-a5b6-2e15909b4c74 req-25f6d7ed-ffc8-4088-add9-d0e8cf48c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:14.153780 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b99fcf11-da57-4fdf-a5b6-2e15909b4c74 req-25f6d7ed-ffc8-4088-add9-d0e8cf48c32d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a68092b8bf4548cc89d2a154135208e4&device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 1098 time: 0.0667646 Jun 29 03:33:14.276712 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fcf11-da57-4fdf-a5b6-2e15909b4c74 req-535338fc-ec83-4081-b24c-5ef6478d6df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:14.278218 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b99fcf11-da57-4fdf-a5b6-2e15909b4c74 req-535338fc-ec83-4081-b24c-5ef6478d6df8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f702c23c-c0d0-4961-8b7a-80f21bdf0102 HTTP/1.1" status: 200 len: 914 time: 0.1176181 Jun 29 03:33:14.333097 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b99fcf11-da57-4fdf-a5b6-2e15909b4c74 req-8c04ded1-9649-4249-b0f9-fda7af6ba982 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a6aeaf5d-76bf-4eec-872c-4f28b1194195 HTTP/1.1" status: 200 len: 217 time: 0.0346005 Jun 29 03:33:14.339389 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-b3f837d8-1396-4460-97e6-0ff889d46a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:30:18Z', 'revision_number': 4, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port': {'id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:13Z', 'updated_at': '2021-06-29T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6', 'name': '', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'mac_address': 'fa:16:3e:ce:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:16Z', 'updated_at': '2021-06-29T03:30:26Z', 'revision_number': 5, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'subnets': [{'id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:14.368072 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f837d8-1396-4460-97e6-0ff889d46a17 None None] Checking router: b021582f-be11-4067-b96d-0130abae3357 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:33:14.376964 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f837d8-1396-4460-97e6-0ff889d46a17 None None] Routers {'b021582f-be11-4067-b96d-0130abae3357'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:14.377578 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-b3f837d8-1396-4460-97e6-0ff889d46a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:32:49Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['b021582f-be11-4067-b96d-0130abae3357'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:14.387932 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fcf11-da57-4fdf-a5b6-2e15909b4c74 req-2919de8d-eda3-462e-b8ba-8912ce3e8482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:14.389446 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b99fcf11-da57-4fdf-a5b6-2e15909b4c74 req-2919de8d-eda3-462e-b8ba-8912ce3e8482 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a2a4bae3-e5fc-4aef-8216-843bb608eb1d HTTP/1.1" status: 200 len: 852 time: 0.0500946 Jun 29 03:33:14.456303 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99fcf11-da57-4fdf-a5b6-2e15909b4c74 req-26739cf3-4149-488d-89af-b6e8df8a51b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:14.457806 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b99fcf11-da57-4fdf-a5b6-2e15909b4c74 req-26739cf3-4149-488d-89af-b6e8df8a51b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f702c23c-c0d0-4961-8b7a-80f21bdf0102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0606201 Jun 29 03:33:14.494595 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-b3f837d8-1396-4460-97e6-0ff889d46a17 None None] Set router b021582f-be11-4067-b96d-0130abae3357 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:14.735807 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-b3f837d8-1396-4460-97e6-0ff889d46a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:30:18Z', 'revision_number': 4, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port': {'id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:13Z', 'updated_at': '2021-06-29T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6', 'name': '', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'mac_address': 'fa:16:3e:ce:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:16Z', 'updated_at': '2021-06-29T03:30:26Z', 'revision_number': 5, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'subnets': [{'id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:14.767296 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f837d8-1396-4460-97e6-0ff889d46a17 None None] The sync data for ids ['b021582f-be11-4067-b96d-0130abae3357'] in dv-cinder-797245-8-iscsi is: [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:30:18Z', 'revision_number': 4, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port': {'id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:13Z', 'updated_at': '2021-06-29T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6', 'name': '', 'network_id': 'f702c23c-c0d0-4961-8b7a-80f21bdf0102', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'mac_address': 'fa:16:3e:ce:69:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_interface', 'standard_attr_id': 343, 'fixed_ips': [{'subnet_id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:16Z', 'updated_at': '2021-06-29T03:30:26Z', 'revision_number': 5, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'subnets': [{'id': 'a2a4bae3-e5fc-4aef-8216-843bb608eb1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:33:14.858647 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b99fcf11-da57-4fdf-a5b6-2e15909b4c74 req-8f03d9cd-8cc2-4494-8a6d-841dfead4a82 service neutron] 10.222.0.21 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3902867 Jun 29 03:33:14.896698 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 9fcc5cdf-c5f0-4250-b428-7892ae635120 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:33:14.976821 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b99fcf11-da57-4fdf-a5b6-2e15909b4c74 req-de78e711-7416-4a01-9d67-eebbd23e3d5e service neutron] 10.222.0.21 "GET /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107614 Jun 29 03:33:15.012682 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 9fcc5cdf-c5f0-4250-b428-7892ae635120, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9fcc5cdf-c5f0-4250-b428-7892ae635120,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:15.029931 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '9fcc5cdf-c5f0-4250-b428-7892ae635120', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'port_id': '9fcc5cdf-c5f0-4250-b428-7892ae635120', 'mac_address': 'fa:16:3e:b9:56:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:33:15.062835 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2e7850-594c-4ef2-830c-60698c302f2a None None] New status for floating IP e281aab4-0030-4ad5-8a8d-e42d09668ee2: DOWN {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:33:15.078570 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:15.093209 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fcc5cdf-c5f0-4250-b428-7892ae635120 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:33:15.118347 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 9fcc5cdf-c5f0-4250-b428-7892ae635120, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9fcc5cdf-c5f0-4250-b428-7892ae635120,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:15.125353 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:15.128374 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:15.191425 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=9fcc5cdf-c5f0-4250-b428-7892ae635120,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:15.194867 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:15.211727 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc5e79-a536-4c7f-b925-fdb3d7ed1f0e req-802a95cf-8f16-4689-867c-aae7ea755ff9 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:15.214071 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-45fc5e79-a536-4c7f-b925-fdb3d7ed1f0e req-802a95cf-8f16-4689-867c-aae7ea755ff9 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 945 time: 0.0846636 Jun 29 03:33:15.259150 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-45fc5e79-a536-4c7f-b925-fdb3d7ed1f0e req-43cb8af7-be27-4b95-b62e-87d6148f2003 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394788 Jun 29 03:33:15.482030 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['9fcc5cdf-c5f0-4250-b428-7892ae635120'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:33:15.669470 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-fc042ef5-5d27-4659-838f-21c9beec2d13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:16.436007 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eab232-6b8c-4044-8d3a-801b50d429ec req-c15da196-2a4b-458e-ae57-c1497a2eae61 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:16.437457 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a0eab232-6b8c-4044-8d3a-801b50d429ec req-c15da196-2a4b-458e-ae57-c1497a2eae61 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 945 time: 0.0633705 Jun 29 03:33:16.481798 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a0eab232-6b8c-4044-8d3a-801b50d429ec req-b4c6657e-6a7f-41c8-919e-c0a162a2bd93 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386083 Jun 29 03:33:16.901873 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 9fcc5cdf-c5f0-4250-b428-7892ae635120 up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:16.951760 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 9fcc5cdf-c5f0-4250-b428-7892ae635120 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:16.955761 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 9fcc5cdf-c5f0-4250-b428-7892ae635120 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:16.956179 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:16.958109 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6e3297-fc01-497a-8960-b894aa3bdbd0 req-fa7ec111-df47-4d90-a55b-ef2159b2ffe2 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:16.959569 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a6e3297-fc01-497a-8960-b894aa3bdbd0 req-fa7ec111-df47-4d90-a55b-ef2159b2ffe2 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0661752 Jun 29 03:33:16.998918 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a6e3297-fc01-497a-8960-b894aa3bdbd0 req-9e00fcea-bd3d-41e2-bf00-8e91a51932ca tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328116 Jun 29 03:33:17.034722 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:17.059355 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23c0f89-30a9-40db-a8d8-baa5c653ce7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcc5cdf-c5f0-4250-b428-7892ae635120'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:17.061633 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b716a17b-3433-449d-b27a-7f41de9340c1" -d '{"events": [{"server_uuid": "a23c0f89-30a9-40db-a8d8-baa5c653ce7e", "name": "network-vif-plugged", "status": "completed", "tag": "9fcc5cdf-c5f0-4250-b428-7892ae635120"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:17.074644 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 9fcc5cdf-c5f0-4250-b428-7892ae635120, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9fcc5cdf-c5f0-4250-b428-7892ae635120,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:17.078616 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:17.081327 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:17.107270 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f099b6d7-3d47-450e-818f-fba53e257e2f x-openstack-request-id: req-f099b6d7-3d47-450e-818f-fba53e257e2f {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:17.107569 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23c0f89-30a9-40db-a8d8-baa5c653ce7e", "name": "network-vif-plugged", "status": "completed", "tag": "9fcc5cdf-c5f0-4250-b428-7892ae635120", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:17.107827 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f099b6d7-3d47-450e-818f-fba53e257e2f {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:17.108225 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23c0f89-30a9-40db-a8d8-baa5c653ce7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fcc5cdf-c5f0-4250-b428-7892ae635120', 'code': 200} Jun 29 03:33:17.133824 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=9fcc5cdf-c5f0-4250-b428-7892ae635120,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:17.137616 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:17.433650 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f56572-6342-4da3-96bc-53cdff00cda1 req-cbc23af8-265d-49f2-a8cc-34819b728399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:17.435002 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-87f56572-6342-4da3-96bc-53cdff00cda1 req-cbc23af8-265d-49f2-a8cc-34819b728399 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 1099 time: 0.0549166 Jun 29 03:33:17.471661 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-87f56572-6342-4da3-96bc-53cdff00cda1 req-724ee925-27e8-49df-8686-c4b6d1abb4c6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0291448 Jun 29 03:33:17.650603 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54979fed-002c-42c8-b658-d0e57a521618 req-a5104850-c273-4d42-96e0-8576e849b200 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:17.652112 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-54979fed-002c-42c8-b658-d0e57a521618 req-a5104850-c273-4d42-96e0-8576e849b200 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 946 time: 0.0612011 Jun 29 03:33:17.689031 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-54979fed-002c-42c8-b658-d0e57a521618 req-31a9bb06-ce6a-4f4d-9d31-56965bed96f1 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313244 Jun 29 03:33:18.173219 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7be8c-0bbb-4b4f-a58a-2ed2a5b1b84e req-bd8d378a-b388-4cea-94b4-cbb7aaa3b241 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:18.174690 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8c7be8c-0bbb-4b4f-a58a-2ed2a5b1b84e req-bd8d378a-b388-4cea-94b4-cbb7aaa3b241 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0646663 Jun 29 03:33:18.211116 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d8c7be8c-0bbb-4b4f-a58a-2ed2a5b1b84e req-9ebd4a9f-0af7-4fdc-abe2-820ebac1eb08 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307460 Jun 29 03:33:18.452979 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d2d32724-b1cb-4afb-a04f-64c3b7876875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:18.741527 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:18.864002 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d531cb-90ec-4da4-a1d2-2317594bef3e req-63d1dc9b-8717-4f9d-9e69-6e92041b8868 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:18.865521 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-15d531cb-90ec-4da4-a1d2-2317594bef3e req-63d1dc9b-8717-4f9d-9e69-6e92041b8868 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 946 time: 0.0660183 Jun 29 03:33:18.903413 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-15d531cb-90ec-4da4-a1d2-2317594bef3e req-04175071-8367-47f2-a0c7-3c8360c802b4 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312822 Jun 29 03:33:19.077418 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b568e7-af7d-46db-8262-b2039a98fc83 req-118ae095-dd5d-4d48-b9c8-063e153bfec8 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:19.078958 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-29b568e7-af7d-46db-8262-b2039a98fc83 req-118ae095-dd5d-4d48-b9c8-063e153bfec8 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 946 time: 0.0633569 Jun 29 03:33:19.116324 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-29b568e7-af7d-46db-8262-b2039a98fc83 req-435f0364-d1b4-4c19-b3d8-208895f5c270 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316367 Jun 29 03:33:19.140621 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50832) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:19.286691 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbb4d5b4-7071-43a2-bd25-053b996bd3a8 tempest-TestVolumeBootPattern-1294435620 tempest-TestVolumeBootPattern-1294435620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:19.288391 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-bbb4d5b4-7071-43a2-bd25-053b996bd3a8 tempest-TestVolumeBootPattern-1294435620 tempest-TestVolumeBootPattern-1294435620-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 1094 time: 0.1468194 Jun 29 03:33:19.291304 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50840) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:19.296306 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Request body: {'floatingip': {'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'port_id': '9fcc5cdf-c5f0-4250-b428-7892ae635120', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:19.321244 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for floatingip, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:19.450055 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ccac2c-535c-407d-a214-7788fafc068c req-8329b402-13fd-4047-ae9e-79565a1bd4cf tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:19.454340 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-30ccac2c-535c-407d-a214-7788fafc068c req-8329b402-13fd-4047-ae9e-79565a1bd4cf tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.0877433 Jun 29 03:33:19.499151 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:19.504021 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-30ccac2c-535c-407d-a214-7788fafc068c req-8658388f-e32e-4ec5-b82b-fbe1be506aa5 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/security-groups?id=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469122 Jun 29 03:33:19.584773 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:19.651450 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Allocated IP 172.27.1.18 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/2c75afcc-4bf5-4408-9f76-f5dae8c05d01) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:33:19.660507 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8922fa11-2fa1-443b-99c7-27fb3f6b4963 req-d2b46117-dcb9-4877-b723-8b8725b73dd7 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:19.661932 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8922fa11-2fa1-443b-99c7-27fb3f6b4963 req-d2b46117-dcb9-4877-b723-8b8725b73dd7 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.21 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 945 time: 0.1212983 Jun 29 03:33:19.840910 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:19.850418 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-8922fa11-2fa1-443b-99c7-27fb3f6b4963 req-d4d0bb8e-702c-4003-a567-c86a1ea71453 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Deleting port a6aeaf5d-76bf-4eec-872c-4f28b1194195 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:19.850741 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-8922fa11-2fa1-443b-99c7-27fb3f6b4963 req-d4d0bb8e-702c-4003-a567-c86a1ea71453 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:19.963139 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-8922fa11-2fa1-443b-99c7-27fb3f6b4963 req-d4d0bb8e-702c-4003-a567-c86a1ea71453 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] For port a6aeaf5d-76bf-4eec-872c-4f28b1194195, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=a6aeaf5d-76bf-4eec-872c-4f28b1194195,segment=NetworkSegment(0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a),segment_id=0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:19.963639 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-8922fa11-2fa1-443b-99c7-27fb3f6b4963 req-d4d0bb8e-702c-4003-a567-c86a1ea71453 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:19.967144 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:19.977411 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-048ad7d1-3856-420e-9393-302d135f102a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:20.008471 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-8922fa11-2fa1-443b-99c7-27fb3f6b4963 req-d4d0bb8e-702c-4003-a567-c86a1ea71453 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Calling delete_port for a6aeaf5d-76bf-4eec-872c-4f28b1194195 owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:20.023138 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:33:20.033439 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:20.039393 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:33:20.092763 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'Port': ['ID=2c75afcc-4bf5-4408-9f76-f5dae8c05d01,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:20.097709 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:20.309691 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-8922fa11-2fa1-443b-99c7-27fb3f6b4963 req-d4d0bb8e-702c-4003-a567-c86a1ea71453 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:20.314402 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:20.347586 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['a6aeaf5d-76bf-4eec-872c-4f28b1194195'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:33:20.371226 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0bb8e-702c-4003-a567-c86a1ea71453 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Pushing event deleted for resources: {'Port': ['ID=a6aeaf5d-76bf-4eec-872c-4f28b1194195,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:20.378369 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-d4d0bb8e-702c-4003-a567-c86a1ea71453 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:20.422193 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-8922fa11-2fa1-443b-99c7-27fb3f6b4963 req-d4d0bb8e-702c-4003-a567-c86a1ea71453 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] No DVR routers for this DVR port a6aeaf5d-76bf-4eec-872c-4f28b1194195 on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:33:20.426398 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-8922fa11-2fa1-443b-99c7-27fb3f6b4963 req-d4d0bb8e-702c-4003-a567-c86a1ea71453 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:20.428337 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8922fa11-2fa1-443b-99c7-27fb3f6b4963 req-d4d0bb8e-702c-4003-a567-c86a1ea71453 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.21 "DELETE /v2.0/ports/a6aeaf5d-76bf-4eec-872c-4f28b1194195 HTTP/1.1" status: 204 len: 173 time: 0.7585292 Jun 29 03:33:20.428825 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'name': 'network-vif-deleted', 'tag': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:20.431115 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f70960-59e8-448e-adb1-973357d9c515" -d '{"events": [{"server_uuid": "e76ace18-14d9-40a9-9a09-7981c4b07e05", "name": "network-vif-deleted", "tag": "a6aeaf5d-76bf-4eec-872c-4f28b1194195"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:20.487548 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-085f027d-219b-4e1f-acf3-dca5d53c963a x-openstack-request-id: req-085f027d-219b-4e1f-acf3-dca5d53c963a {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:20.487896 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e76ace18-14d9-40a9-9a09-7981c4b07e05", "name": "network-vif-deleted", "tag": "a6aeaf5d-76bf-4eec-872c-4f28b1194195", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:20.488182 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-085f027d-219b-4e1f-acf3-dca5d53c963a {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:20.488606 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e76ace18-14d9-40a9-9a09-7981c4b07e05', 'name': 'network-vif-deleted', 'tag': 'a6aeaf5d-76bf-4eec-872c-4f28b1194195', 'status': 'completed', 'code': 200} Jun 29 03:33:20.594271 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:20.660268 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b46f5d11-d207-43fb-8d1c-99596dce0106 req-3ac4f3c6-df9a-49b3-93e7-7f998d28cd35 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] 10.222.0.39 "GET /v2.0/ports?device_id=e76ace18-14d9-40a9-9a09-7981c4b07e05 HTTP/1.1" status: 200 len: 210 time: 0.0332320 Jun 29 03:33:20.705231 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:20.855955 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:20.862841 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:20.867005 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:20.868923 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-d3aa5e0c-b9b3-450c-85b4-e4626fb45ec2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:20.935119 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'Port': ['ID=2c75afcc-4bf5-4408-9f76-f5dae8c05d01,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:20.938864 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:20.943446 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:21.045018 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.l3_db [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Floating IP 0ffb02e7-4611-4cfa-a5f2-62ec3974fa6c associated. External IP: 172.27.1.18, port: 9fcc5cdf-c5f0-4250-b428-7892ae635120. Jun 29 03:33:21.263433 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Router 23641b4a-870d-4f4a-b83c-6240ce896fa4 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:33:21.371004 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:33:21.380867 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05efa3d-9cba-44ac-9883-e3082743a5b9 None None] Sync routers for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:33:21.387203 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:21.391389 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05efa3d-9cba-44ac-9883-e3082743a5b9 None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:21.392072 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-b05efa3d-9cba-44ac-9883-e3082743a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:33:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:21.426392 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1337337 Jun 29 03:33:21.505058 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-b05efa3d-9cba-44ac-9883-e3082743a5b9 None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:21.730115 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-b05efa3d-9cba-44ac-9883-e3082743a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '0ffb02e7-4611-4cfa-a5f2-62ec3974fa6c', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '9fcc5cdf-c5f0-4250-b428-7892ae635120', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:b9:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c0f89-30a9-40db-a8d8-baa5c653ce7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:33:20Z', 'updated_at': '2021-06-29T03:33:20Z', 'revision_number': 0, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:21.756027 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05efa3d-9cba-44ac-9883-e3082743a5b9 None None] Checking router: 23641b4a-870d-4f4a-b83c-6240ce896fa4 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:33:21.765109 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05efa3d-9cba-44ac-9883-e3082743a5b9 None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:21.765720 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-b05efa3d-9cba-44ac-9883-e3082743a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:33:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:21.875118 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-b05efa3d-9cba-44ac-9883-e3082743a5b9 None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:22.101962 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-b05efa3d-9cba-44ac-9883-e3082743a5b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '0ffb02e7-4611-4cfa-a5f2-62ec3974fa6c', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '9fcc5cdf-c5f0-4250-b428-7892ae635120', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:b9:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c0f89-30a9-40db-a8d8-baa5c653ce7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:33:20Z', 'updated_at': '2021-06-29T03:33:20Z', 'revision_number': 0, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:22.131095 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b05efa3d-9cba-44ac-9883-e3082743a5b9 None None] The sync data for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi is: [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '0ffb02e7-4611-4cfa-a5f2-62ec3974fa6c', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.18', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '9fcc5cdf-c5f0-4250-b428-7892ae635120', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:b9:56:32', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a23c0f89-30a9-40db-a8d8-baa5c653ce7e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:33:20Z', 'updated_at': '2021-06-29T03:33:20Z', 'revision_number': 0, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:33:22.337390 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63daf0c-0327-4fbb-b90d-eec0533511e8 None None] New status for floating IP 0ffb02e7-4611-4cfa-a5f2-62ec3974fa6c: ACTIVE {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:33:22.418036 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50904) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:22.505287 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a23c0f89-30a9-40db-a8d8-baa5c653ce7e', 'tag': '9fcc5cdf-c5f0-4250-b428-7892ae635120'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:22.510753 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df48f5eb-6f0a-4e37-8289-39b4b5858e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "a23c0f89-30a9-40db-a8d8-baa5c653ce7e", "tag": "9fcc5cdf-c5f0-4250-b428-7892ae635120"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:22.619386 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e6306c-f468-494a-a8f5-344ba426589b x-openstack-request-id: req-36e6306c-f468-494a-a8f5-344ba426589b {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:22.619720 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a23c0f89-30a9-40db-a8d8-baa5c653ce7e", "tag": "9fcc5cdf-c5f0-4250-b428-7892ae635120", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:22.620028 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-36e6306c-f468-494a-a8f5-344ba426589b {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:22.620450 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a23c0f89-30a9-40db-a8d8-baa5c653ce7e', 'tag': '9fcc5cdf-c5f0-4250-b428-7892ae635120', 'status': 'completed', 'code': 200} Jun 29 03:33:22.758661 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48f5eb-6f0a-4e37-8289-39b4b5858e0f req-cbe2e3d5-e83a-4490-8e9b-fb6c122966f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:22.760192 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-df48f5eb-6f0a-4e37-8289-39b4b5858e0f req-cbe2e3d5-e83a-4490-8e9b-fb6c122966f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 1099 time: 0.0940728 Jun 29 03:33:22.887181 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48f5eb-6f0a-4e37-8289-39b4b5858e0f req-ea324f3a-307d-41e5-9724-69067050a428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:22.888523 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-df48f5eb-6f0a-4e37-8289-39b4b5858e0f req-ea324f3a-307d-41e5-9724-69067050a428 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 912 time: 0.1207404 Jun 29 03:33:22.909011 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed5f73da-d0d4-4b3f-a9c2-c064858be79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672515'] for router_interface, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:23.284475 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-df48f5eb-6f0a-4e37-8289-39b4b5858e0f req-f70967f9-fa44-460c-8f9b-3e857422a5c1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fcc5cdf-c5f0-4250-b428-7892ae635120 HTTP/1.1" status: 200 len: 1001 time: 0.3872695 Jun 29 03:33:23.374032 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48f5eb-6f0a-4e37-8289-39b4b5858e0f req-d37bfec4-eba8-4817-964c-c3aac819fb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:23.375469 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-df48f5eb-6f0a-4e37-8289-39b4b5858e0f req-d37bfec4-eba8-4817-964c-c3aac819fb8f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 200 len: 850 time: 0.0823953 Jun 29 03:33:23.466504 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df48f5eb-6f0a-4e37-8289-39b4b5858e0f req-080e1a3c-7fd5-4282-a2fb-5a528ebe8d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:23.467870 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-df48f5eb-6f0a-4e37-8289-39b4b5858e0f req-080e1a3c-7fd5-4282-a2fb-5a528ebe8d2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5276124c-ea46-4712-b38d-54bc7208471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725605 Jun 29 03:33:23.602647 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-df48f5eb-6f0a-4e37-8289-39b4b5858e0f req-8973bb35-6dc9-4122-bf1d-8aacae31441b service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181896 Jun 29 03:33:23.633204 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f73da-d0d4-4b3f-a9c2-c064858be79c admin admin] Deleting port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:23.633534 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed5f73da-d0d4-4b3f-a9c2-c064858be79c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:23.760277 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-df48f5eb-6f0a-4e37-8289-39b4b5858e0f req-82981a35-2e93-4b5e-97c6-894f7ff36fd5 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492014 Jun 29 03:33:23.765191 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-ed5f73da-d0d4-4b3f-a9c2-c064858be79c admin admin] For port 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6,segment=NetworkSegment(0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a),segment_id=0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:23.765541 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed5f73da-d0d4-4b3f-a9c2-c064858be79c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:23.776881 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-ed5f73da-d0d4-4b3f-a9c2-c064858be79c admin admin] Calling delete_port for 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 owned by network:router_interface {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:23.956986 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed5f73da-d0d4-4b3f-a9c2-c064858be79c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:23.958880 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9665412e-8058-4f88-8d13-27d3cb25cf54 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:23.983805 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5f73da-d0d4-4b3f-a9c2-c064858be79c admin admin] Pushing event deleted for resources: {'Port': ['ID=26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:23.988466 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ed5f73da-d0d4-4b3f-a9c2-c064858be79c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:24.161279 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed5f73da-d0d4-4b3f-a9c2-c064858be79c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675219'] for router_interface, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:24.378125 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed5f73da-d0d4-4b3f-a9c2-c064858be79c admin admin] Router b021582f-be11-4067-b96d-0130abae3357 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:33:24.481642 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed5f73da-d0d4-4b3f-a9c2-c064858be79c admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:33:24.486577 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-ed5f73da-d0d4-4b3f-a9c2-c064858be79c admin admin] 10.222.0.39 "PUT /v2.0/routers/b021582f-be11-4067-b96d-0130abae3357/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0669353 Jun 29 03:33:24.489159 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50920) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:24.491651 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f26372-0683-4ede-8e81-dac033b657b7 None None] Sync routers for ids ['b021582f-be11-4067-b96d-0130abae3357'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:33:24.500901 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f26372-0683-4ede-8e81-dac033b657b7 None None] Routers {'b021582f-be11-4067-b96d-0130abae3357'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:24.501522 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-97f26372-0683-4ede-8e81-dac033b657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:33:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['b021582f-be11-4067-b96d-0130abae3357'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:24.594027 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Notify callbacks [] for router, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:24.699674 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:24.725675 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-97f26372-0683-4ede-8e81-dac033b657b7 None None] Set router b021582f-be11-4067-b96d-0130abae3357 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:24.752553 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Deleting port 0d8c0841-6edf-4d0d-bc46-25a2bc07231d {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:24.752890 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:24.834063 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] For port 0d8c0841-6edf-4d0d-bc46-25a2bc07231d, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=0d8c0841-6edf-4d0d-bc46-25a2bc07231d,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:24.834410 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:24.847041 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Calling delete_port for 0d8c0841-6edf-4d0d-bc46-25a2bc07231d owned by network:router_gateway {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:24.902466 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-97f26372-0683-4ede-8e81-dac033b657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190'}], 'enable_snat': True}, 'gw_port_id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:33:23Z', 'revision_number': 5, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port': {'id': '0d8c0841-6edf-4d0d-bc46-25a2bc07231d', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:f8:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b021582f-be11-4067-b96d-0130abae3357', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:13Z', 'updated_at': '2021-06-29T03:30:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:24.940695 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f26372-0683-4ede-8e81-dac033b657b7 None None] Checking router: b021582f-be11-4067-b96d-0130abae3357 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:33:24.949413 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f26372-0683-4ede-8e81-dac033b657b7 None None] Routers {'b021582f-be11-4067-b96d-0130abae3357'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:24.950117 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-97f26372-0683-4ede-8e81-dac033b657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:33:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['b021582f-be11-4067-b96d-0130abae3357'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:25.011181 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device a6aeaf5d-76bf-4eec-872c-4f28b1194195 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:33:25.015866 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.018607 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:25.040124 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: a6aeaf5d-76bf-4eec-872c-4f28b1194195 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:33:25.040481 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device a6aeaf5d-76bf-4eec-872c-4f28b1194195 not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:33:25.042049 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d8c0841-6edf-4d0d-bc46-25a2bc07231d,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:25.045132 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:25.061073 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-97f26372-0683-4ede-8e81-dac033b657b7 None None] Set router b021582f-be11-4067-b96d-0130abae3357 gateway port host: None {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:25.104584 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673919'] for router_gateway, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.112503 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-97f26372-0683-4ede-8e81-dac033b657b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:33:24Z', 'revision_number': 6, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port_host': None}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:25.141265 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f26372-0683-4ede-8e81-dac033b657b7 None None] The sync data for ids ['b021582f-be11-4067-b96d-0130abae3357'] in dv-cinder-797245-8-iscsi is: [{'id': 'b021582f-be11-4067-b96d-0130abae3357', 'name': 'tempest-TestMinimumBasicScenario-24232581-router', 'tenant_id': 'a68092b8bf4548cc89d2a154135208e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:12Z', 'updated_at': '2021-06-29T03:33:24Z', 'revision_number': 6, 'project_id': 'a68092b8bf4548cc89d2a154135208e4', 'gw_port_host': None}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:33:25.199366 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.201502 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.243492 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672062'] for router, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.244073 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b021582f-be11-4067-b96d-0130abae3357 {{(pid=92918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:33:25.248673 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Notify callbacks [] for router, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.252367 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b021582f-be11-4067-b96d-0130abae3357 HTTP/1.1" status: 204 len: 168 time: 0.7621861 Jun 29 03:33:25.252557 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50926) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:25.296448 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b94aaa-2b6f-4df1-82a5-e7fa02d51802 admin admin] Deleting subnet a2a4bae3-e5fc-4aef-8216-843bb608eb1d {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:33:25.299497 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-93b94aaa-2b6f-4df1-82a5-e7fa02d51802 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.337129 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-93b94aaa-2b6f-4df1-82a5-e7fa02d51802 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60178224'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.438758 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-93b94aaa-2b6f-4df1-82a5-e7fa02d51802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.497431 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-93b94aaa-2b6f-4df1-82a5-e7fa02d51802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3089090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59344485'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.499957 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cf4520a9-6a7e-42e7-9c8c-a1b8deb3b703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:25.528377 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-93b94aaa-2b6f-4df1-82a5-e7fa02d51802 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.532940 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50928) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:25.535314 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b689ae5-aaf2-4f96-965b-50bb7d3317de None None] Network f702c23c-c0d0-4961-8b7a-80f21bdf0102 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:33:25.540449 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-93b94aaa-2b6f-4df1-82a5-e7fa02d51802 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a2a4bae3-e5fc-4aef-8216-843bb608eb1d HTTP/1.1" status: 204 len: 168 time: 0.2868187 Jun 29 03:33:25.542599 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b94aaa-2b6f-4df1-82a5-e7fa02d51802 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2a4bae3-e5fc-4aef-8216-843bb608eb1d,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:25.545120 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-93b94aaa-2b6f-4df1-82a5-e7fa02d51802 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:25.617446 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.641412 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:33:25.668948 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:33:25.669777 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 26bed9fd-f0a3-4cd0-8c33-5c10b1cf5cc6 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:33:25.687868 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Deleting port f87b443f-501b-4fa3-b665-9d0b51160eb1 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:25.688207 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.753008 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] For port f87b443f-501b-4fa3-b665-9d0b51160eb1, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=f87b443f-501b-4fa3-b665-9d0b51160eb1,segment=NetworkSegment(0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a),segment_id=0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:25.753364 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.764798 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b7c9a6-37a5-4ed4-967a-5246a58b5cbd None None] DHCP port deletion for f702c23c-c0d0-4961-8b7a-80f21bdf0102 request from dv-cinder-797245-8-iscsi {{(pid=92920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 03:33:25.766993 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Calling delete_port for f87b443f-501b-4fa3-b665-9d0b51160eb1 owned by network:dhcp {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:25.814838 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7c9a6-37a5-4ed4-967a-5246a58b5cbd None None] Deleting port f87b443f-501b-4fa3-b665-9d0b51160eb1 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:25.815216 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c9a6-37a5-4ed4-967a-5246a58b5cbd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.860315 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.863497 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-acf7b684-931d-45ee-80fe-b473a29567c9 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:25.886920 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-d5b7c9a6-37a5-4ed4-967a-5246a58b5cbd None None] For port f87b443f-501b-4fa3-b665-9d0b51160eb1, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=f87b443f-501b-4fa3-b665-9d0b51160eb1,segment=NetworkSegment(0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a),segment_id=0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:25.887247 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c9a6-37a5-4ed4-967a-5246a58b5cbd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.887420 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Pushing event deleted for resources: {'Port': ['ID=f87b443f-501b-4fa3-b665-9d0b51160eb1,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:25.890302 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:25.891082 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] No DVR routers for this DVR port f87b443f-501b-4fa3-b665-9d0b51160eb1 on host dv-cinder-797245-8-iscsi {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:33:25.905422 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-d5b7c9a6-37a5-4ed4-967a-5246a58b5cbd None None] Calling delete_port for f87b443f-501b-4fa3-b665-9d0b51160eb1 owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:25.971238 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:25.981385 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f702c23c-c0d0-4961-8b7a-80f21bdf0102']}} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:25.990729 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a') {'for_net_delete': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:25.991023 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0509b4d9-c5b2-4ce4-8356-58c27f8e1c9a') {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:25.999534 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2136143'] for segment, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.013650 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.019411 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=92918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:33:26.019792 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558768'] for segment, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: Traceback (most recent call last): Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: timer() Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: cb(*args, **kw) Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: return func(*args, **kwargs) Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: self._notify() Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: self.callback(batched_events) Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: event.method(event) Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: return f(self, *a, **k) Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._get(url).json() Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: return self.request(url, 'GET', **kwargs) Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:33:26.021456 dv-cinder-797245-8-iscsi neutron-server[92918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:33:26.028728 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d5b7c9a6-37a5-4ed4-967a-5246a58b5cbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.030703 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:26.058669 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b7c9a6-37a5-4ed4-967a-5246a58b5cbd None None] Pushing event deleted for resources: {'Port': ['ID=f87b443f-501b-4fa3-b665-9d0b51160eb1,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:26.061487 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d5b7c9a6-37a5-4ed4-967a-5246a58b5cbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:26.064303 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b7c9a6-37a5-4ed4-967a-5246a58b5cbd None None] No DVR routers for this DVR port f87b443f-501b-4fa3-b665-9d0b51160eb1 on host dv-cinder-797245-8-iscsi {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:33:26.080725 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.084950 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:26.105561 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Pushing event deleted for resources: {'Network': ['ID=f702c23c-c0d0-4961-8b7a-80f21bdf0102,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:26.111194 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.114658 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f702c23c-c0d0-4961-8b7a-80f21bdf0102 HTTP/1.1" status: 204 len: 168 time: 0.5792038 Jun 29 03:33:26.114658 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:26.116308 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50932) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:26.483958 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2b22017f-ba28-435b-bb17-9ab470701a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672515'] for router_interface, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:26.992571 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-2b22017f-ba28-435b-bb17-9ab470701a71 admin admin] Deleting port f129cd28-8ab2-47de-b13a-6623ca98fd50 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:26.993332 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2b22017f-ba28-435b-bb17-9ab470701a71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:27.068581 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-2b22017f-ba28-435b-bb17-9ab470701a71 admin admin] For port f129cd28-8ab2-47de-b13a-6623ca98fd50, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=f129cd28-8ab2-47de-b13a-6623ca98fd50,segment=NetworkSegment(719b8258-24cf-42d1-835d-9c500fb0d7c1),segment_id=719b8258-24cf-42d1-835d-9c500fb0d7c1)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:27.068932 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2b22017f-ba28-435b-bb17-9ab470701a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:27.081183 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-2b22017f-ba28-435b-bb17-9ab470701a71 admin admin] Calling delete_port for f129cd28-8ab2-47de-b13a-6623ca98fd50 owned by network:router_interface {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:27.258035 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2b22017f-ba28-435b-bb17-9ab470701a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:27.261609 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-57f33545-6e88-42ec-adf8-7ebcfe1b250e tempest-AttachVolumeNegativeTest-205152925 tempest-AttachVolumeNegativeTest-205152925-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:27.262006 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 0d8c0841-6edf-4d0d-bc46-25a2bc07231d no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:33:27.285853 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 0d8c0841-6edf-4d0d-bc46-25a2bc07231d {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:33:27.286209 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 0d8c0841-6edf-4d0d-bc46-25a2bc07231d not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:33:27.286644 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device f87b443f-501b-4fa3-b665-9d0b51160eb1 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:33:27.301546 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22017f-ba28-435b-bb17-9ab470701a71 admin admin] Pushing event deleted for resources: {'Port': ['ID=f129cd28-8ab2-47de-b13a-6623ca98fd50,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:27.305816 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: f87b443f-501b-4fa3-b665-9d0b51160eb1 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:33:27.306218 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device f87b443f-501b-4fa3-b665-9d0b51160eb1 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:33:27.306340 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2b22017f-ba28-435b-bb17-9ab470701a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:27.475007 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2b22017f-ba28-435b-bb17-9ab470701a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675219'] for router_interface, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:27.685687 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b22017f-ba28-435b-bb17-9ab470701a71 admin admin] Router db45343b-a5ba-4416-9a37-32ff7451ef5d has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:33:27.788994 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b22017f-ba28-435b-bb17-9ab470701a71 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:33:27.794821 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-2b22017f-ba28-435b-bb17-9ab470701a71 admin admin] 10.222.0.39 "PUT /v2.0/routers/db45343b-a5ba-4416-9a37-32ff7451ef5d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6774848 Jun 29 03:33:27.797313 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50940) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:27.799801 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad32202-d1a4-4efc-b76b-fae0f44acc24 None None] Sync routers for ids ['db45343b-a5ba-4416-9a37-32ff7451ef5d'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:33:27.808931 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad32202-d1a4-4efc-b76b-fae0f44acc24 None None] Routers {'db45343b-a5ba-4416-9a37-32ff7451ef5d'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:27.809538 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-0ad32202-d1a4-4efc-b76b-fae0f44acc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:33:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['db45343b-a5ba-4416-9a37-32ff7451ef5d'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:27.898631 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Notify callbacks [] for router, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:27.912881 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-0ad32202-d1a4-4efc-b76b-fae0f44acc24 None None] Set router db45343b-a5ba-4416-9a37-32ff7451ef5d gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:27.998490 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.050277 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Deleting port 9ab534ee-ba1b-4072-855f-6c8e605e96f1 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:28.050615 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.091929 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-0ad32202-d1a4-4efc-b76b-fae0f44acc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'name': 'tempest-TestMinimumBasicScenario-1721617357-router', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.147'}], 'enable_snat': True}, 'gw_port_id': '9ab534ee-ba1b-4072-855f-6c8e605e96f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:22Z', 'updated_at': '2021-06-29T03:33:27Z', 'revision_number': 5, 'project_id': '120af55a4ede4f95a5b42fb05b8c084c', 'gw_port': {'id': '9ab534ee-ba1b-4072-855f-6c8e605e96f1', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:74:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 364, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:30:23Z', 'updated_at': '2021-06-29T03:30:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:28.117623 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad32202-d1a4-4efc-b76b-fae0f44acc24 None None] Checking router: db45343b-a5ba-4416-9a37-32ff7451ef5d for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:33:28.125968 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad32202-d1a4-4efc-b76b-fae0f44acc24 None None] Routers {'db45343b-a5ba-4416-9a37-32ff7451ef5d'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:28.126566 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-0ad32202-d1a4-4efc-b76b-fae0f44acc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:33:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['db45343b-a5ba-4416-9a37-32ff7451ef5d'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:28.127106 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] For port 9ab534ee-ba1b-4072-855f-6c8e605e96f1, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=9ab534ee-ba1b-4072-855f-6c8e605e96f1,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:28.127459 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.140366 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Calling delete_port for 9ab534ee-ba1b-4072-855f-6c8e605e96f1 owned by network:router_gateway {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:28.212334 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-0ad32202-d1a4-4efc-b76b-fae0f44acc24 None None] Set router db45343b-a5ba-4416-9a37-32ff7451ef5d gateway port host: None {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:28.266090 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-0ad32202-d1a4-4efc-b76b-fae0f44acc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'name': 'tempest-TestMinimumBasicScenario-1721617357-router', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:22Z', 'updated_at': '2021-06-29T03:33:27Z', 'revision_number': 6, 'project_id': '120af55a4ede4f95a5b42fb05b8c084c', 'gw_port_host': None}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:28.292860 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ad32202-d1a4-4efc-b76b-fae0f44acc24 None None] The sync data for ids ['db45343b-a5ba-4416-9a37-32ff7451ef5d'] in dv-cinder-797245-8-iscsi is: [{'id': 'db45343b-a5ba-4416-9a37-32ff7451ef5d', 'name': 'tempest-TestMinimumBasicScenario-1721617357-router', 'tenant_id': '120af55a4ede4f95a5b42fb05b8c084c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:30:22Z', 'updated_at': '2021-06-29T03:33:27Z', 'revision_number': 6, 'project_id': '120af55a4ede4f95a5b42fb05b8c084c', 'gw_port_host': None}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:33:28.304781 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.307030 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2b22017f-ba28-435b-bb17-9ab470701a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:28.335743 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab534ee-ba1b-4072-855f-6c8e605e96f1,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:28.338843 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:28.396966 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673919'] for router_gateway, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.484772 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.486847 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.531754 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672062'] for router, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.532291 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Fanout notify agent at l3_agent the message router_deleted on router db45343b-a5ba-4416-9a37-32ff7451ef5d {{(pid=92918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:33:28.536850 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Notify callbacks [] for router, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.537983 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] 10.222.0.39 "DELETE /v2.0/routers/db45343b-a5ba-4416-9a37-32ff7451ef5d HTTP/1.1" status: 204 len: 168 time: 0.7397809 Jun 29 03:33:28.540501 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50946) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:28.583868 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_v2 [None req-c09a8c49-a936-4002-b73b-c98004c5295b admin admin] Deleting subnet cda120c6-2954-4cf3-9e9d-90a114134b19 {{(pid=92918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:33:28.586696 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c09a8c49-a936-4002-b73b-c98004c5295b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.621048 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c09a8c49-a936-4002-b73b-c98004c5295b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2136132'] for subnet, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.738402 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c09a8c49-a936-4002-b73b-c98004c5295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.789583 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c09a8c49-a936-4002-b73b-c98004c5295b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2558941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861988'] for subnet, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.792386 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:28.815647 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a8c49-a936-4002-b73b-c98004c5295b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cda120c6-2954-4cf3-9e9d-90a114134b19,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:28.818744 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c09a8c49-a936-4002-b73b-c98004c5295b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:28.819738 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-c09a8c49-a936-4002-b73b-c98004c5295b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.824993 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-c09a8c49-a936-4002-b73b-c98004c5295b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cda120c6-2954-4cf3-9e9d-90a114134b19 HTTP/1.1" status: 204 len: 168 time: 0.2801685 Jun 29 03:33:28.825136 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50950) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:28.825696 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07fa8c0-13bf-4e43-9e49-4f649c01b327 None None] Network 2c975e55-3334-4c2d-a608-c851ac915ac7 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:33:28.895606 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:28.948659 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Deleting port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:28.948998 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.012320 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] For port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=9eeebe9b-fc1a-4275-ae00-a64dfaa521ff,segment=NetworkSegment(719b8258-24cf-42d1-835d-9c500fb0d7c1),segment_id=719b8258-24cf-42d1-835d-9c500fb0d7c1)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:29.013000 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.029971 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64038c9b-3002-46b9-b853-81451da3765f None None] DHCP port deletion for 2c975e55-3334-4c2d-a608-c851ac915ac7 request from dv-cinder-797245-8-iscsi {{(pid=92920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 03:33:29.030209 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Calling delete_port for 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff owned by network:dhcp {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:29.076767 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-64038c9b-3002-46b9-b853-81451da3765f None None] Deleting port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:33:29.077173 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-64038c9b-3002-46b9-b853-81451da3765f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.111366 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.113896 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f486da2a-1a80-4ae5-9254-9ab0c9f1e704 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:29.139242 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Pushing event deleted for resources: {'Port': ['ID=9eeebe9b-fc1a-4275-ae00-a64dfaa521ff,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:29.142442 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:29.143098 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-64038c9b-3002-46b9-b853-81451da3765f None None] For port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=9eeebe9b-fc1a-4275-ae00-a64dfaa521ff,segment=NetworkSegment(719b8258-24cf-42d1-835d-9c500fb0d7c1),segment_id=719b8258-24cf-42d1-835d-9c500fb0d7c1)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:29.143428 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] No DVR routers for this DVR port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff on host dv-cinder-797245-8-iscsi {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:33:29.145339 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-64038c9b-3002-46b9-b853-81451da3765f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.158859 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-64038c9b-3002-46b9-b853-81451da3765f None None] Calling delete_port for 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:33:29.216941 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.233249 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c975e55-3334-4c2d-a608-c851ac915ac7']}} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:29.245796 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-64038c9b-3002-46b9-b853-81451da3765f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.249079 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:29.250644 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '719b8258-24cf-42d1-835d-9c500fb0d7c1') {'for_net_delete': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:29.251006 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '719b8258-24cf-42d1-835d-9c500fb0d7c1') {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:29.261217 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2136143'] for segment, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.276499 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.281058 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64038c9b-3002-46b9-b853-81451da3765f None None] No DVR routers for this DVR port 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff on host dv-cinder-797245-8-iscsi {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:33:29.286794 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64038c9b-3002-46b9-b853-81451da3765f None None] Pushing event deleted for resources: {'Port': ['ID=9eeebe9b-fc1a-4275-ae00-a64dfaa521ff,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:29.289132 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-64038c9b-3002-46b9-b853-81451da3765f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:29.296848 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=92918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:33:29.297230 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558768'] for segment, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: Traceback (most recent call last): Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: timer() Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: cb(*args, **kw) Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: return func(*args, **kwargs) Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: self._notify() Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: self.callback(batched_events) Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: event.method(event) Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: return f(self, *a, **k) Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._get(url).json() Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: return self.request(url, 'GET', **kwargs) Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:33:29.299750 dv-cinder-797245-8-iscsi neutron-server[92918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:33:29.313180 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:33:29.333783 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:33:29.334259 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 9eeebe9b-fc1a-4275-ae00-a64dfaa521ff not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:33:29.334750 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device f129cd28-8ab2-47de-b13a-6623ca98fd50 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:33:29.353798 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: f129cd28-8ab2-47de-b13a-6623ca98fd50 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:33:29.354378 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device f129cd28-8ab2-47de-b13a-6623ca98fd50 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:33:29.354848 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 9ab534ee-ba1b-4072-855f-6c8e605e96f1 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:33:29.356008 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.361039 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.363302 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2c975e55-3334-4c2d-a608-c851ac915ac7 HTTP/1.1" status: 204 len: 168 time: 0.5369961 Jun 29 03:33:29.364143 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:29.376984 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 9ab534ee-ba1b-4072-855f-6c8e605e96f1 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:33:29.377368 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 9ab534ee-ba1b-4072-855f-6c8e605e96f1 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:33:29.378759 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2c975e55-3334-4c2d-a608-c851ac915ac7,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:29.381533 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:29.521948 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50954) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:29.561162 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c97bed37-c12b-478b-b6f5-98c29e27eff0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a68092b8bf4548cc89d2a154135208e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378442 Jun 29 03:33:29.563352 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50956) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:29.610772 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1d487f94-242d-435f-b449-a94a1be0da31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.632059 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1d487f94-242d-435f-b449-a94a1be0da31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.678938 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1d487f94-242d-435f-b449-a94a1be0da31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.682479 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1d487f94-242d-435f-b449-a94a1be0da31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:29.683893 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-1d487f94-242d-435f-b449-a94a1be0da31 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9 HTTP/1.1" status: 204 len: 168 time: 0.1196134 Jun 29 03:33:29.684721 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4a733a76-f731-43a5-ba50-60c593127805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:29.692260 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d487f94-242d-435f-b449-a94a1be0da31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35c0d08-16ca-4fb7-87bb-f7b30ef5e8f9,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:29.694579 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1d487f94-242d-435f-b449-a94a1be0da31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:29.986423 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50966) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:30.028788 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-68622a8d-b099-4f8a-9e0d-ddf445945f64 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=120af55a4ede4f95a5b42fb05b8c084c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0409412 Jun 29 03:33:30.031000 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50968) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:30.077648 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d0f46eef-f0c1-4453-98f1-b062a6bbd841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:30.100134 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d0f46eef-f0c1-4453-98f1-b062a6bbd841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:30.144331 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d0f46eef-f0c1-4453-98f1-b062a6bbd841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:30.146800 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d0f46eef-f0c1-4453-98f1-b062a6bbd841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:30.147959 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-d0f46eef-f0c1-4453-98f1-b062a6bbd841 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d928341a-02bc-421f-aa31-905aa2f60c7d HTTP/1.1" status: 204 len: 168 time: 0.1160674 Jun 29 03:33:30.148698 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-94c7ad5a-fb20-4884-9717-69f83bdaa953 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:30.157787 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f46eef-f0c1-4453-98f1-b062a6bbd841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d928341a-02bc-421f-aa31-905aa2f60c7d,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:30.159987 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d0f46eef-f0c1-4453-98f1-b062a6bbd841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:30.797992 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 50992) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:30.897258 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1266216547-network', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:30.917426 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Made reservation on behalf of dedcfbfb2e514fea90cc8e5c3f7e707d for: {'network': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:33:30.919909 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:30.932999 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.020562 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.024104 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.026950 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-6d391226-285f-4149-a2a5-25af1f34f8e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:31.050096 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=92918) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:33:31.055270 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f7d88c-46e7-4430-a9fd-bf138ecafb88,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:31.065292 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.065626 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.segments_db [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Added segment cd55f3a9-8664-4844-a2f8-b26c0668d79c of type vlan for network 06198eff-4a72-42c6-b730-3972025c8161 Jun 29 03:33:31.067427 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:31.067798 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:31.068185 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:31.068544 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:31.068897 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:31.069250 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:31.069597 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:31.069949 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:31.070295 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:31.070638 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:31.070981 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:31.071320 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:31.080662 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:31.118002 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.145810 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.147084 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:31.147661 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.150872 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:31.199713 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4006238 Jun 29 03:33:31.202748 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 50998) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:31.208763 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-57e7ec0b-4e96-40d5-82a9-bfe41e97d51c admin admin] Request body: {'subnet': {'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1266216547-subnet', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:31.211634 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Pushing event updated for resources: {'Network': ['ID=06198eff-4a72-42c6-b730-3972025c8161,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:31.214256 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:31.221864 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network 06198eff-4a72-42c6-b730-3972025c8161 details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:33:31.232784 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e7ec0b-4e96-40d5-82a9-bfe41e97d51c admin admin] Made reservation on behalf of dedcfbfb2e514fea90cc8e5c3f7e707d for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:33:31.235244 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57e7ec0b-4e96-40d5-82a9-bfe41e97d51c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59412100'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.408576 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57e7ec0b-4e96-40d5-82a9-bfe41e97d51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3089025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59344510'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.410650 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c988fd3e-153e-40c8-a556-9da3f3f1485a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:31.462190 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e7ec0b-4e96-40d5-82a9-bfe41e97d51c admin admin] Pushing event updated for resources: {'Subnet': ['ID=be30b3c3-b26e-45a1-bc4d-68c98e4ada9f,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:31.465627 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-57e7ec0b-4e96-40d5-82a9-bfe41e97d51c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:31.472545 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e7ec0b-4e96-40d5-82a9-bfe41e97d51c admin admin] Checking segment: {'id': 'cd55f3a9-8664-4844-a2f8-b26c0668d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06198eff-4a72-42c6-b730-3972025c8161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:33:31.472896 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e7ec0b-4e96-40d5-82a9-bfe41e97d51c admin admin] Network hostable DHCP agents. Network: 06198eff-4a72-42c6-b730-3972025c8161, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:33:31.489477 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e7ec0b-4e96-40d5-82a9-bfe41e97d51c admin admin] Network 06198eff-4a72-42c6-b730-3972025c8161 is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:33:31.497642 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-57e7ec0b-4e96-40d5-82a9-bfe41e97d51c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, 06198eff-4a72-42c6-b730-3972025c8161) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:31.501672 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e7ec0b-4e96-40d5-82a9-bfe41e97d51c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:31.502245 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-57e7ec0b-4e96-40d5-82a9-bfe41e97d51c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.507390 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04a2e75-7921-4642-be36-444bad900174 None None] Network 06198eff-4a72-42c6-b730-3972025c8161 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:33:31.519303 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-57e7ec0b-4e96-40d5-82a9-bfe41e97d51c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3153102 Jun 29 03:33:31.521866 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51000) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:31.528443 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:31.549717 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.550761 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.605260 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.656191 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210c7d36-8f14-5311-865c-589e5847e099-06198eff-4a72-42c6-b730-3972025c8161', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'fixed_ips': [{'subnet_id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f'}]}} from dv-cinder-797245-8-iscsi. {{(pid=92920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:33:31.657054 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.742862 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.907421 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Allocated IP 172.20.0.2 (06198eff-4a72-42c6-b730-3972025c8161/be30b3c3-b26e-45a1-bc4d-68c98e4ada9f/7557e79b-cd45-4bb9-b099-7c169015a72f) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:33:31.950486 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:31.969798 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:32.061001 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:32.069132 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Transition to ACTIVE for port object 7557e79b-cd45-4bb9-b099-7c169015a72f will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:32.078659 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Allocated IP 172.27.1.252 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/bbb2d0d8-0fb9-482d-9004-725c19cb0ff0) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:33:32.083820 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Transition to ACTIVE for port object 7557e79b-cd45-4bb9-b099-7c169015a72f will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:32.091283 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:32.096024 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:32.136560 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Network 06198eff-4a72-42c6-b730-3972025c8161 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:33:32.139386 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:32.143660 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:33:32.148380 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Pushing event updated for resources: {'Port': ['ID=7557e79b-cd45-4bb9-b099-7c169015a72f,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:32.153707 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:32.181620 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:32.203592 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Attempting to bind port 7557e79b-cd45-4bb9-b099-7c169015a72f on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:33:32.204003 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Attempting to bind port 7557e79b-cd45-4bb9-b099-7c169015a72f by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': 'cd55f3a9-8664-4844-a2f8-b26c0668d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06198eff-4a72-42c6-b730-3972025c8161'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:33:32.204377 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Attempting to bind port 7557e79b-cd45-4bb9-b099-7c169015a72f on network 06198eff-4a72-42c6-b730-3972025c8161 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:33:32.209346 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:33:32.209727 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Checking segment: {'id': 'cd55f3a9-8664-4844-a2f8-b26c0668d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06198eff-4a72-42c6-b730-3972025c8161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:33:32.210132 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:32.210529 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Bound using segment: {'id': 'cd55f3a9-8664-4844-a2f8-b26c0668d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06198eff-4a72-42c6-b730-3972025c8161'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:33:32.210997 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Bound port: 7557e79b-cd45-4bb9-b099-7c169015a72f, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd55f3a9-8664-4844-a2f8-b26c0668d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06198eff-4a72-42c6-b730-3972025c8161'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:33:32.211387 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:32.225873 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:32.228017 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-9ae3aa85-accb-4b24-a93c-d397c38833a3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:32.267211 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:33:32.271617 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:32.274040 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:33:32.279048 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] For port 7557e79b-cd45-4bb9-b099-7c169015a72f, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:33:32.282568 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] For port 7557e79b-cd45-4bb9-b099-7c169015a72f, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=7557e79b-cd45-4bb9-b099-7c169015a72f,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:33:32.287997 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:32.290464 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-488cc9f6-a799-43ce-aaff-7a6393002f24 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:32.304459 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb2d0d8-0fb9-482d-9004-725c19cb0ff0,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:32.309707 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:32.350514 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Pushing event updated for resources: {'Port': ['ID=7557e79b-cd45-4bb9-b099-7c169015a72f,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:32.353838 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:32.540495 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:32.731615 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769002'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:32.854983 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Router a7895318-c71c-499f-a4e5-bca256abc727 is scheduled to L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:33:32.958647 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:33:32.969499 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Sync routers for ids ['a7895318-c71c-499f-a4e5-bca256abc727'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:33:32.976270 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:32.980134 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4548073 Jun 29 03:33:32.980372 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51006) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:32.983690 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Routers {'a7895318-c71c-499f-a4e5-bca256abc727'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:32.984404 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:33:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['a7895318-c71c-499f-a4e5-bca256abc727'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:33.095808 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Set router a7895318-c71c-499f-a4e5-bca256abc727 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:33.300854 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a476fb-e388-4f0a-be42-9b995dae66f8 None None] Network 06198eff-4a72-42c6-b730-3972025c8161 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:33:33.349211 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 7557e79b-cd45-4bb9-b099-7c169015a72f up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:33.398203 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:32Z', 'revision_number': 3, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:33.444296 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Checking router: a7895318-c71c-499f-a4e5-bca256abc727 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:33:33.444651 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Updating router a7895318-c71c-499f-a4e5-bca256abc727 port bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 binding host dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:33:33.456324 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-02968e1b-ea64-4cf4-b357-f10d5c133f3b None None] Provisioning for port 7557e79b-cd45-4bb9-b099-7c169015a72f completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:33.524760 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:33.532512 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 7557e79b-cd45-4bb9-b099-7c169015a72f completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:33.558136 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 7557e79b-cd45-4bb9-b099-7c169015a72f triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:33.558369 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:33.686300 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:33.799509 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:33.861615 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 7557e79b-cd45-4bb9-b099-7c169015a72f, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=7557e79b-cd45-4bb9-b099-7c169015a72f,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:33.868830 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:33.874079 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:33.874524 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Allocated IP 172.20.0.1 (06198eff-4a72-42c6-b730-3972025c8161/be30b3c3-b26e-45a1-bc4d-68c98e4ada9f/64ac7af4-a35d-4ad9-ae06-8de53efc86fc) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:33:34.001244 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=7557e79b-cd45-4bb9-b099-7c169015a72f,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:34.004073 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:34.015130 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.015412 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.025989 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Transition to ACTIVE for port object bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:34.031256 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.provisioning_blocks [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Transition to ACTIVE for port object 64ac7af4-a35d-4ad9-ae06-8de53efc86fc will not be triggered until provisioned by entity DHCP. {{(pid=92919) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:34.033351 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.035470 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:34.071548 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.075529 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e7d0d776-d5e2-47bf-8c99-6377de76550e tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:34.086342 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Attempting to bind port bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:33:34.086727 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Attempting to bind port bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:33:34.087104 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Attempting to bind port bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 on network f51c5211-9e47-48bd-999b-9f8ea905804c {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:33:34.094844 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:33:34.095223 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Checking segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:33:34.095633 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.096060 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Bound using segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:33:34.096530 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Bound port: bbb2d0d8-0fb9-482d-9004-725c19cb0ff0, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:33:34.096920 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.111608 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Network 06198eff-4a72-42c6-b730-3972025c8161 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:33:34.114381 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:34.117781 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:33:34.126512 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030f47e-6c4d-4bf2-b9db-b16adfa6dc07 None None] Pushing event updated for resources: {'Port': ['ID=bbb2d0d8-0fb9-482d-9004-725c19cb0ff0,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:34.129832 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f030f47e-6c4d-4bf2-b9db-b16adfa6dc07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:34.142437 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Pushing event updated for resources: {'Port': ['ID=64ac7af4-a35d-4ad9-ae06-8de53efc86fc,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:34.146269 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:34.150977 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-48b49de8-cf12-48c7-bdef-53499e549109 None None] Provisioning complete for port 7557e79b-cd45-4bb9-b099-7c169015a72f triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:34.151366 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-48b49de8-cf12-48c7-bdef-53499e549109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.162271 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672668'] for router_interface, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.192373 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] For port bbb2d0d8-0fb9-482d-9004-725c19cb0ff0, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:33:34.197037 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] For port bbb2d0d8-0fb9-482d-9004-725c19cb0ff0, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=bbb2d0d8-0fb9-482d-9004-725c19cb0ff0,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:33:34.205077 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.207378 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:34.323677 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.452987 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Routers {'a7895318-c71c-499f-a4e5-bca256abc727'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:34.453548 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:33:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['a7895318-c71c-499f-a4e5-bca256abc727'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:34.460524 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f030f47e-6c4d-4bf2-b9db-b16adfa6dc07 None None] Pushing event updated for resources: {'Port': ['ID=bbb2d0d8-0fb9-482d-9004-725c19cb0ff0,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:34.494377 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f030f47e-6c4d-4bf2-b9db-b16adfa6dc07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:34.497510 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.502733 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088899'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.505110 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:34.570107 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] Set router a7895318-c71c-499f-a4e5-bca256abc727 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:34.571577 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Pushing event updated for resources: {'Port': ['ID=64ac7af4-a35d-4ad9-ae06-8de53efc86fc,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:34.575606 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:34.576727 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672616'] for router_interface, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.650788 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-69d074f2-0546-466d-abd5-a190129e7879 None None] Provisioning for port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:34.666006 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Network 06198eff-4a72-42c6-b730-3972025c8161 is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:33:34.667364 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:34.687420 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-69d074f2-0546-466d-abd5-a190129e7879 None None] Provisioning complete for port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:34.687768 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-69d074f2-0546-466d-abd5-a190129e7879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.735090 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-69d074f2-0546-466d-abd5-a190129e7879 None None] Port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:33:34.789989 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Router a7895318-c71c-499f-a4e5-bca256abc727 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:33:34.810628 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 4, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '64ac7af4-a35d-4ad9-ae06-8de53efc86fc', 'name': '', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'mac_address': 'fa:16:3e:54:62:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:33Z', 'updated_at': '2021-06-29T03:33:33Z', 'revision_number': 1, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'subnets': [{'id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:34.838621 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccc93b6-9ade-46a8-86c2-09d8c82d0877 None None] The sync data for ids ['a7895318-c71c-499f-a4e5-bca256abc727'] in dv-cinder-797245-8-iscsi is: [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 4, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '64ac7af4-a35d-4ad9-ae06-8de53efc86fc', 'name': '', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'mac_address': 'fa:16:3e:54:62:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:33Z', 'updated_at': '2021-06-29T03:33:33Z', 'revision_number': 1, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'subnets': [{'id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:33:34.912841 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:33:34.918334 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] 10.222.0.39 "PUT /v2.0/routers/a7895318-c71c-499f-a4e5-bca256abc727/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9369507 Jun 29 03:33:34.958380 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-09da1bcf-1f48-4317-a3c3-51ef71bb6c57 None None] Provisioning complete for port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:34.958748 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-09da1bcf-1f48-4317-a3c3-51ef71bb6c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:34.993699 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-09da1bcf-1f48-4317-a3c3-51ef71bb6c57 None None] Port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:33:35.299601 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 7557e79b-cd45-4bb9-b099-7c169015a72f up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:35.351262 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 7557e79b-cd45-4bb9-b099-7c169015a72f triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:35.351756 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.452563 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51042) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:35.457696 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-996497215-network', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:35.478724 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Made reservation on behalf of f4d9dec9d9e24c259a096da1b98911e3 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:33:35.481487 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.490700 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.628387 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.632685 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.635985 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-80718cff-d015-450b-91f3-516185c1df29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:35.667647 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:33:35.678635 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c122e76f-492d-4cf6-8a82-d67b6a93b20a,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:35.682761 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:35.686216 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.686549 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Added segment a7e053e6-c1b0-488e-9f90-e1a8e0ccff96 of type vlan for network 70695696-9be4-4a80-a49e-bea509d8ef43 Jun 29 03:33:35.731243 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.761485 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.762908 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:35.763525 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:35.765773 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e2b92cdc-0d8a-4014-8db8-a72e8b78c709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:35.820677 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3669908 Jun 29 03:33:35.823324 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51050) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:35.828254 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-12ab67ae-d707-4d4b-a996-6fea96fb5052 admin admin] Request body: {'subnet': {'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-996497215-subnet', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'ip_version': 4}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:35.846290 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Pushing event updated for resources: {'Network': ['ID=70695696-9be4-4a80-a49e-bea509d8ef43,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:35.857785 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network 70695696-9be4-4a80-a49e-bea509d8ef43 details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:33:35.858309 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:35.866500 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ab67ae-d707-4d4b-a996-6fea96fb5052 admin admin] Made reservation on behalf of f4d9dec9d9e24c259a096da1b98911e3 for: {'subnet': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:33:35.869569 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-12ab67ae-d707-4d4b-a996-6fea96fb5052 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-59412100'] for subnet, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.058304 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-12ab67ae-d707-4d4b-a996-6fea96fb5052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3089025', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-59344510'] for subnet, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.060756 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-57e7ec0b-4e96-40d5-82a9-bfe41e97d51c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:36.121308 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ab67ae-d707-4d4b-a996-6fea96fb5052 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90c9805f-d4a4-43cf-ae82-3e8c6357e442,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:36.125045 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-12ab67ae-d707-4d4b-a996-6fea96fb5052 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:36.132826 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ab67ae-d707-4d4b-a996-6fea96fb5052 admin admin] Checking segment: {'id': 'a7e053e6-c1b0-488e-9f90-e1a8e0ccff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92919) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:33:36.133533 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ab67ae-d707-4d4b-a996-6fea96fb5052 admin admin] Network hostable DHCP agents. Network: 70695696-9be4-4a80-a49e-bea509d8ef43, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92919) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:33:36.150900 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ab67ae-d707-4d4b-a996-6fea96fb5052 admin admin] Network 70695696-9be4-4a80-a49e-bea509d8ef43 is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92919) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:33:36.167355 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-12ab67ae-d707-4d4b-a996-6fea96fb5052 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, 70695696-9be4-4a80-a49e-bea509d8ef43) {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:36.172312 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ab67ae-d707-4d4b-a996-6fea96fb5052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:36.172991 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-12ab67ae-d707-4d4b-a996-6fea96fb5052 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.179742 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ac7a71-f5a7-4cd5-842c-021a386ce7fc None None] Network 70695696-9be4-4a80-a49e-bea509d8ef43 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:33:36.189381 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-12ab67ae-d707-4d4b-a996-6fea96fb5052 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3649769 Jun 29 03:33:36.191885 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51060) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:36.196308 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-996497215-router', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:36.230536 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-678839', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-682'] for router, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.232143 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-678798', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-763660', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-664736', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-659'] for router, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.300394 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.347338 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp210c7d36-8f14-5311-865c-589e5847e099-70695696-9be4-4a80-a49e-bea509d8ef43', 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'fixed_ips': [{'subnet_id': '90c9805f-d4a4-43cf-ae82-3e8c6357e442'}]}} from dv-cinder-797245-8-iscsi. {{(pid=92920) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 29 03:33:36.348224 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.402770 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f165ffd-aabe-4565-ae35-a3bc1987588c req-ab7e5857-db8f-42e6-b24e-730210ffcb4b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:36.405138 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f165ffd-aabe-4565-ae35-a3bc1987588c req-ab7e5857-db8f-42e6-b24e-730210ffcb4b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0687366 Jun 29 03:33:36.444789 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-768975', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673539', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-653'] for router, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.451720 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f165ffd-aabe-4565-ae35-a3bc1987588c req-f8300af5-e10e-46ac-8958-8836292ecc48 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406270 Jun 29 03:33:36.495240 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.db_base_plugin_common [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Allocated IP 172.20.0.2 (70695696-9be4-4a80-a49e-bea509d8ef43/90c9805f-d4a4-43cf-ae82-3e8c6357e442/12aee0d1-a9a8-4fb4-b20d-2b73e3875455) {{(pid=92920) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:33:36.640971 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Notify callbacks [] for port, precommit_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.647644 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.649600 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Transition to ACTIVE for port object 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:36.666076 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Transition to ACTIVE for port object 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 will not be triggered until provisioned by entity DHCP. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:36.667213 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.672392 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175'] for port, after_create {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.674183 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:36.715700 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Network 70695696-9be4-4a80-a49e-bea509d8ef43 is already hosted by enough agents. {{(pid=92920) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:33:36.718532 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.scheduler.base_scheduler [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Resources bound (agent type, host, resource id): {{(pid=92920) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:36.722837 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Received port after_create {{(pid=92920) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:33:36.726155 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Pushing event updated for resources: {'Port': ['ID=12aee0d1-a9a8-4fb4-b20d-2b73e3875455,revision_number=1']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:36.738176 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:36.738522 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:36.738854 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:36.739193 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:36.739520 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:36.740003 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:36.740215 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:36.740539 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:36.740862 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:36.741175 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:36.741479 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:36.741793 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:36.760712 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:36.791385 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Allocated IP 172.27.1.230 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/b808f80c-4f33-4d49-9834-73dcca6675d1) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:33:36.794019 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Attempting to bind port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:33:36.794422 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Attempting to bind port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': 'a7e053e6-c1b0-488e-9f90-e1a8e0ccff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:33:36.794860 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Attempting to bind port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 on network 70695696-9be4-4a80-a49e-bea509d8ef43 {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:33:36.800025 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:33:36.800402 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Checking segment: {'id': 'a7e053e6-c1b0-488e-9f90-e1a8e0ccff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:33:36.800810 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.801202 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Bound using segment: {'id': 'a7e053e6-c1b0-488e-9f90-e1a8e0ccff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:33:36.801667 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Bound port: 12aee0d1-a9a8-4fb4-b20d-2b73e3875455, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e053e6-c1b0-488e-9f90-e1a8e0ccff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:33:36.802047 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.870911 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] For port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:33:36.874349 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] For port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=12aee0d1-a9a8-4fb4-b20d-2b73e3875455,segment=NetworkSegment(a7e053e6-c1b0-488e-9f90-e1a8e0ccff96),segment_id=a7e053e6-c1b0-488e-9f90-e1a8e0ccff96)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:33:36.878041 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.880929 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:36.899114 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.941891 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Pushing event updated for resources: {'Port': ['ID=12aee0d1-a9a8-4fb4-b20d-2b73e3875455,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:36.944942 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:36.952458 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:36.954587 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5c91ef34-58e5-40a5-a804-20684ec38b2e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:36.998312 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Sync routers for ids ['a7895318-c71c-499f-a4e5-bca256abc727'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:33:37.000088 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:33:37.002916 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:37.007445 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:33:37.008824 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Routers {'a7895318-c71c-499f-a4e5-bca256abc727'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:37.010550 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:33:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['a7895318-c71c-499f-a4e5-bca256abc727'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:37.011128 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Pushing event updated for resources: {'Port': ['ID=b808f80c-4f33-4d49-9834-73dcca6675d1,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:37.029620 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:37.134601 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Set router a7895318-c71c-499f-a4e5-bca256abc727 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:37.313756 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.358066 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:37.385926 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 4, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '64ac7af4-a35d-4ad9-ae06-8de53efc86fc', 'name': '', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'mac_address': 'fa:16:3e:54:62:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:33Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 2, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'subnets': [{'id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:37.408192 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:37.412983 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:37.416792 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Checking router: a7895318-c71c-499f-a4e5-bca256abc727 for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:33:37.417154 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Updating router a7895318-c71c-499f-a4e5-bca256abc727 port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc binding host dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:33:37.451628 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.472609 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:37.478883 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:37.479273 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.594617 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.633626 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port bbb2d0d8-0fb9-482d-9004-725c19cb0ff0, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=bbb2d0d8-0fb9-482d-9004-725c19cb0ff0,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:37.644482 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.646280 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-64038c9b-3002-46b9-b853-81451da3765f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:37.733697 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9e9a3-366c-4748-969f-03c88845dbc0 req-d0171379-efc5-4e83-a7d6-a0e39723f15b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:37.753839 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d2f9e9a3-366c-4748-969f-03c88845dbc0 req-d0171379-efc5-4e83-a7d6-a0e39723f15b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.1477716 Jun 29 03:33:37.763371 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=bbb2d0d8-0fb9-482d-9004-725c19cb0ff0,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:37.769964 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:37.832598 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d2f9e9a3-366c-4748-969f-03c88845dbc0 req-bc439bc4-9023-4e7c-adbc-87096a4886d4 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727320 Jun 29 03:33:37.886144 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673548', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-769002'] for router, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.907166 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.921040 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Transition to ACTIVE for port object 64ac7af4-a35d-4ad9-ae06-8de53efc86fc will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:37.933927 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:37.954202 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:38.026470 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Pushing event updated for resources: {'Port': ['ID=64ac7af4-a35d-4ad9-ae06-8de53efc86fc,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:38.061604 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:38.062044 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:38.062447 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:38.062912 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:38.063301 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:38.063692 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:38.064096 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:38.064481 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:38.064883 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:38.065277 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:38.065658 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:38.066057 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92921) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:38.073073 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:38.075731 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Router 936421a8-8891-492b-a17c-4046381a0179 is scheduled to L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 with binding_index 1 {{(pid=92919) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 29 03:33:38.104783 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Attempting to bind port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:33:38.105205 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Attempting to bind port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': 'cd55f3a9-8664-4844-a2f8-b26c0668d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06198eff-4a72-42c6-b730-3972025c8161'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:33:38.105578 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Attempting to bind port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc on network 06198eff-4a72-42c6-b730-3972025c8161 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:33:38.111038 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:33:38.111415 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Checking segment: {'id': 'cd55f3a9-8664-4844-a2f8-b26c0668d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06198eff-4a72-42c6-b730-3972025c8161'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:33:38.111823 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:38.112248 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Bound using segment: {'id': 'cd55f3a9-8664-4844-a2f8-b26c0668d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06198eff-4a72-42c6-b730-3972025c8161'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:33:38.112721 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Bound port: 64ac7af4-a35d-4ad9-ae06-8de53efc86fc, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd55f3a9-8664-4844-a2f8-b26c0668d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06198eff-4a72-42c6-b730-3972025c8161'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:33:38.113134 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:38.194593 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] For port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:33:38.199082 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] For port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=64ac7af4-a35d-4ad9-ae06-8de53efc86fc,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:33:38.199758 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:33:38.209452 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:38.209805 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Sync routers for ids ['936421a8-8891-492b-a17c-4046381a0179'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:33:38.212049 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-347a47f9-433f-4442-ab71-f7228117c6b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:38.220419 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Routers {'936421a8-8891-492b-a17c-4046381a0179'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:38.221315 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:33:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['936421a8-8891-492b-a17c-4046381a0179'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:38.230882 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:38.232340 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-2c76786f-770a-4c05-bc0b-dba167fb1077 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0393920 Jun 29 03:33:38.235274 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51070) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:38.297427 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Pushing event updated for resources: {'Port': ['ID=64ac7af4-a35d-4ad9-ae06-8de53efc86fc,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:38.301447 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-de42d427-2485-43ee-8c66-c3f07ac1034e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:38.307957 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Routers {'a7895318-c71c-499f-a4e5-bca256abc727'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:38.309281 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:33:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['a7895318-c71c-499f-a4e5-bca256abc727'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:38.320387 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59970ffd-8a14-48e8-8aef-38078c9ff9bb None None] Network 70695696-9be4-4a80-a49e-bea509d8ef43 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:33:38.391678 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Set router 936421a8-8891-492b-a17c-4046381a0179 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:38.515210 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-283af93b-b914-4600-b083-b81bf17bf2e5 None None] Provisioning for port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:38.529643 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-283af93b-b914-4600-b083-b81bf17bf2e5 None None] Provisioning complete for port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:38.530026 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-283af93b-b914-4600-b083-b81bf17bf2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:38.550530 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] Set router a7895318-c71c-499f-a4e5-bca256abc727 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:38.725496 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:38.736794 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-283af93b-b914-4600-b083-b81bf17bf2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:38.762683 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 4, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '64ac7af4-a35d-4ad9-ae06-8de53efc86fc', 'name': '', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'mac_address': 'fa:16:3e:54:62:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:33Z', 'updated_at': '2021-06-29T03:33:38Z', 'revision_number': 4, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'subnets': [{'id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:38.789489 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936421a8-8891-492b-a17c-4046381a0179', 'name': 'tempest-TestShelveInstance-996497215-router', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b808f80c-4f33-4d49-9834-73dcca6675d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:33:37Z', 'revision_number': 3, 'project_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'gw_port': {'id': 'b808f80c-4f33-4d49-9834-73dcca6675d1', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936421a8-8891-492b-a17c-4046381a0179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:33:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:38.793179 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-283af93b-b914-4600-b083-b81bf17bf2e5 None None] For port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=12aee0d1-a9a8-4fb4-b20d-2b73e3875455,segment=NetworkSegment(a7e053e6-c1b0-488e-9f90-e1a8e0ccff96),segment_id=a7e053e6-c1b0-488e-9f90-e1a8e0ccff96)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:38.797238 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-218f7864-467e-400b-88fa-1b028b0c40b9 None None] The sync data for ids ['a7895318-c71c-499f-a4e5-bca256abc727'] in dv-cinder-797245-8-iscsi is: [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 4, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '64ac7af4-a35d-4ad9-ae06-8de53efc86fc', 'name': '', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'mac_address': 'fa:16:3e:54:62:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:33Z', 'updated_at': '2021-06-29T03:33:38Z', 'revision_number': 4, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'subnets': [{'id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:33:38.919317 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Allocated IP 172.20.0.1 (70695696-9be4-4a80-a49e-bea509d8ef43/90c9805f-d4a4-43cf-ae82-3e8c6357e442/970c16da-0ad5-4e74-a5f0-67c327305ee6) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:33:38.997743 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Checking router: 936421a8-8891-492b-a17c-4046381a0179 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:33:38.998085 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Updating router 936421a8-8891-492b-a17c-4046381a0179 port b808f80c-4f33-4d49-9834-73dcca6675d1 binding host dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:33:39.000570 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-283af93b-b914-4600-b083-b81bf17bf2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.004311 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:39.081472 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.102650 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.134745 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283af93b-b914-4600-b083-b81bf17bf2e5 None None] Pushing event updated for resources: {'Port': ['ID=12aee0d1-a9a8-4fb4-b20d-2b73e3875455,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:39.146121 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-283af93b-b914-4600-b083-b81bf17bf2e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:39.352597 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 64ac7af4-a35d-4ad9-ae06-8de53efc86fc up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:39.389802 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-1f764cee-aee8-4d60-b215-623d9c593b32 None None] Provisioning complete for port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:39.390191 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1f764cee-aee8-4d60-b215-623d9c593b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.409653 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf8b9d-0303-4165-814a-3998ac25a90d req-112b2115-5441-4c73-b73a-31f668adb7a8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:39.411131 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d2bf8b9d-0303-4165-814a-3998ac25a90d req-112b2115-5441-4c73-b73a-31f668adb7a8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.4145749 Jun 29 03:33:39.418132 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Transition to ACTIVE for port object 970c16da-0ad5-4e74-a5f0-67c327305ee6 will not be triggered until provisioned by entity DHCP. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:39.470665 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d2bf8b9d-0303-4165-814a-3998ac25a90d req-820ba638-0ff1-4ca5-98ba-db35ea76ec5f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536819 Jun 29 03:33:39.489780 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.501601 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-d4d0bb8e-702c-4003-a567-c86a1ea71453 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:39.501710 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Notify callbacks [] for port, precommit_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.516758 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Transition to ACTIVE for port object b808f80c-4f33-4d49-9834-73dcca6675d1 will not be triggered until provisioned by entity L2. {{(pid=92920) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:39.518387 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:39.541839 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.545818 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:39.546776 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Network 70695696-9be4-4a80-a49e-bea509d8ef43 is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:33:39.549744 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:39.554315 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:33:39.556932 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:39.557596 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.557736 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Pushing event updated for resources: {'Port': ['ID=970c16da-0ad5-4e74-a5f0-67c327305ee6,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:39.577780 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:39.596167 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-672668'] for router_interface, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.650296 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92107c2-6d6e-443a-9cef-d1eaa4e19683 None None] Pushing event updated for resources: {'Port': ['ID=b808f80c-4f33-4d49-9834-73dcca6675d1,revision_number=2']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:39.653986 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Attempting to bind port b808f80c-4f33-4d49-9834-73dcca6675d1 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:33:39.654367 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Attempting to bind port b808f80c-4f33-4d49-9834-73dcca6675d1 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:33:39.654738 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Attempting to bind port b808f80c-4f33-4d49-9834-73dcca6675d1 on network f51c5211-9e47-48bd-999b-9f8ea905804c {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:33:39.656954 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d92107c2-6d6e-443a-9cef-d1eaa4e19683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:39.669386 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:33:39.669768 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Checking segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92920) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:33:39.670169 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.670576 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Bound using segment: {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'} {{(pid=92920) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:33:39.671058 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.managers [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Bound port: b808f80c-4f33-4d49-9834-73dcca6675d1, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a47a543-103b-4728-b8af-e18cdd3b4e33', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c'}}] {{(pid=92920) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:33:39.671443 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.673904 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-1f764cee-aee8-4d60-b215-623d9c593b32 None None] Provisioning complete for port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:39.674267 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1f764cee-aee8-4d60-b215-623d9c593b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.745873 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.789002 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.796985 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] For port b808f80c-4f33-4d49-9834-73dcca6675d1, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92920) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:33:39.806029 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] For port b808f80c-4f33-4d49-9834-73dcca6675d1, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=b808f80c-4f33-4d49-9834-73dcca6675d1,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:33:39.813297 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.816382 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:39.896923 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=64ac7af4-a35d-4ad9-ae06-8de53efc86fc,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:39.913755 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.918017 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.918940 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:39.919910 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.923896 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ed2892f2-5715-4134-9fc0-183daddd29c3 tempest-VolumesActionsTest-524123533 tempest-VolumesActionsTest-524123533-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:39.925861 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1f764cee-aee8-4d60-b215-623d9c593b32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:39.948186 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Routers {'936421a8-8891-492b-a17c-4046381a0179'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:39.948828 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:33:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['936421a8-8891-492b-a17c-4046381a0179'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:39.957093 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92107c2-6d6e-443a-9cef-d1eaa4e19683 None None] Pushing event updated for resources: {'Port': ['ID=b808f80c-4f33-4d49-9834-73dcca6675d1,revision_number=3']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:39.992915 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d92107c2-6d6e-443a-9cef-d1eaa4e19683 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:39.995448 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Pushing event updated for resources: {'Port': ['ID=970c16da-0ad5-4e74-a5f0-67c327305ee6,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:39.997151 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:39.998348 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:40.001724 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-587081', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-672616'] for router_interface, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:40.093684 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Network 70695696-9be4-4a80-a49e-bea509d8ef43 is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:33:40.095102 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:33:40.138720 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=64ac7af4-a35d-4ad9-ae06-8de53efc86fc,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:40.147092 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:40.151783 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.db.api [None req-1f764cee-aee8-4d60-b215-623d9c593b32 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=92920) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 29 03:33:40.152223 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_db.api [None req-1f764cee-aee8-4d60-b215-623d9c593b32 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 29 03:33:40.161866 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:40.162243 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:40.164817 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] Set router 936421a8-8891-492b-a17c-4046381a0179 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:40.227657 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:33:40.228461 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Router 936421a8-8891-492b-a17c-4046381a0179 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:33:40.350762 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:33:40.356839 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] 10.222.0.39 "PUT /v2.0/routers/936421a8-8891-492b-a17c-4046381a0179/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1204638 Jun 29 03:33:40.372102 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:40.463380 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:40.463380 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:40.490107 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936421a8-8891-492b-a17c-4046381a0179', 'name': 'tempest-TestShelveInstance-996497215-router', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b808f80c-4f33-4d49-9834-73dcca6675d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 4, 'project_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'gw_port': {'id': 'b808f80c-4f33-4d49-9834-73dcca6675d1', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936421a8-8891-492b-a17c-4046381a0179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '970c16da-0ad5-4e74-a5f0-67c327305ee6', 'name': '', 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'mac_address': 'fa:16:3e:dc:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936421a8-8891-492b-a17c-4046381a0179', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '90c9805f-d4a4-43cf-ae82-3e8c6357e442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:38Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 2, 'project_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'subnets': [{'id': '90c9805f-d4a4-43cf-ae82-3e8c6357e442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:40.521662 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed35072-b78c-4788-8fa9-addf069f67c5 None None] The sync data for ids ['936421a8-8891-492b-a17c-4046381a0179'] in dv-cinder-797245-8-iscsi is: [{'id': '936421a8-8891-492b-a17c-4046381a0179', 'name': 'tempest-TestShelveInstance-996497215-router', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b808f80c-4f33-4d49-9834-73dcca6675d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 4, 'project_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'gw_port': {'id': 'b808f80c-4f33-4d49-9834-73dcca6675d1', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936421a8-8891-492b-a17c-4046381a0179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '970c16da-0ad5-4e74-a5f0-67c327305ee6', 'name': '', 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'mac_address': 'fa:16:3e:dc:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936421a8-8891-492b-a17c-4046381a0179', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '90c9805f-d4a4-43cf-ae82-3e8c6357e442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:38Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 2, 'project_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'subnets': [{'id': '90c9805f-d4a4-43cf-ae82-3e8c6357e442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:33:40.670877 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbc6e6f-0681-43bb-b944-2fe6f735f253 req-657aab57-7354-4b7f-916e-9e924b4e8fbd tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:40.672614 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3cbc6e6f-0681-43bb-b944-2fe6f735f253 req-657aab57-7354-4b7f-916e-9e924b4e8fbd tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0732059 Jun 29 03:33:40.713694 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3cbc6e6f-0681-43bb-b944-2fe6f735f253 req-eabf075c-f9b7-4617-9536-54fe1630c764 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353332 Jun 29 03:33:40.828684 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-2296e272-5f71-4ef1-808b-3e30ff0c9c25 None None] Provisioning for port 970c16da-0ad5-4e74-a5f0-67c327305ee6 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:40.832786 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-2296e272-5f71-4ef1-808b-3e30ff0c9c25 None None] Provisioning complete for port 970c16da-0ad5-4e74-a5f0-67c327305ee6 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:40.833166 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2296e272-5f71-4ef1-808b-3e30ff0c9c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:40.871640 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-2296e272-5f71-4ef1-808b-3e30ff0c9c25 None None] Port 970c16da-0ad5-4e74-a5f0-67c327305ee6 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:33:41.012466 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51086) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:41.017090 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-684375376', 'description': 'tempest-secgroup-smoke-684375376 description', 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:41.040922 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.126414 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.130121 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.132850 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a3db8cbd-f9a1-4081-9aa8-7be489505c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:41.159392 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.160623 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1472416 Jun 29 03:33:41.162548 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8786172d-5b55-4b00-b655-1d7c363bede1,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:41.163628 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51088) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:41.169309 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-8ae67466-8182-4697-b5aa-a18e04c089e7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Request body: {'security_group_rule': {'security_group_id': '8786172d-5b55-4b00-b655-1d7c363bede1', 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:41.170183 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:41.170562 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:41.170928 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:41.171290 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:41.171650 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:41.172033 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:41.172389 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:41.172740 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:41.173098 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:41.173449 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:41.173799 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:41.174149 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:33:41.177651 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:41.196253 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8ae67466-8182-4697-b5aa-a18e04c089e7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.256201 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8ae67466-8182-4697-b5aa-a18e04c089e7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.260438 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8ae67466-8182-4697-b5aa-a18e04c089e7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.265424 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:41.282915 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae67466-8182-4697-b5aa-a18e04c089e7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f385d6-abe5-488a-9ce1-b3e1209e2e1c,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:41.286141 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-8ae67466-8182-4697-b5aa-a18e04c089e7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:41.287360 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-8ae67466-8182-4697-b5aa-a18e04c089e7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.288571 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-8ae67466-8182-4697-b5aa-a18e04c089e7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1238573 Jun 29 03:33:41.292357 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51090) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:41.297745 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-3724f1eb-df21-4c01-b880-3bd1c9f1abdd tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Request body: {'security_group_rule': {'security_group_id': '8786172d-5b55-4b00-b655-1d7c363bede1', 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:41.299312 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 64ac7af4-a35d-4ad9-ae06-8de53efc86fc up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:41.323128 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3724f1eb-df21-4c01-b880-3bd1c9f1abdd tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.347216 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:41.347592 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.388123 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3724f1eb-df21-4c01-b880-3bd1c9f1abdd tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.392035 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3724f1eb-df21-4c01-b880-3bd1c9f1abdd tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.394143 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:41.411344 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3724f1eb-df21-4c01-b880-3bd1c9f1abdd tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb73230f-6dd4-4688-854f-4fe534b6c8a6,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:41.416100 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-3724f1eb-df21-4c01-b880-3bd1c9f1abdd tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:41.418030 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3724f1eb-df21-4c01-b880-3bd1c9f1abdd tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.419611 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-3724f1eb-df21-4c01-b880-3bd1c9f1abdd tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260512 Jun 29 03:33:41.422295 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51092) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:41.427391 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-2a1eafd2-1673-4ba7-9ffe-96aa04943ade tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Request body: {'security_group_rule': {'security_group_id': '8786172d-5b55-4b00-b655-1d7c363bede1', 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:41.455241 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a1eafd2-1673-4ba7-9ffe-96aa04943ade tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.518498 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a1eafd2-1673-4ba7-9ffe-96aa04943ade tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.538645 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a1eafd2-1673-4ba7-9ffe-96aa04943ade tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.553182 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:41.578529 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1eafd2-1673-4ba7-9ffe-96aa04943ade tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efc3fb74-c616-46ed-b29e-d91bd410dd80,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:41.581553 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2a1eafd2-1673-4ba7-9ffe-96aa04943ade tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:41.586761 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2a1eafd2-1673-4ba7-9ffe-96aa04943ade tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.588605 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-2a1eafd2-1673-4ba7-9ffe-96aa04943ade tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1648967 Jun 29 03:33:41.591311 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51096) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:41.595985 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-c37f230e-3d33-490d-be83-fa1258259348 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Request body: {'security_group_rule': {'security_group_id': '8786172d-5b55-4b00-b655-1d7c363bede1', 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:41.624400 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c37f230e-3d33-490d-be83-fa1258259348 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.695522 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c37f230e-3d33-490d-be83-fa1258259348 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.700067 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c37f230e-3d33-490d-be83-fa1258259348 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.705055 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-af724a9b-54de-4d3c-9979-4dc37dd59fe7 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:41.719025 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37f230e-3d33-490d-be83-fa1258259348 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961131b6-214b-4acc-9b1a-94d401a1f392,revision_number=0']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:41.721956 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c37f230e-3d33-490d-be83-fa1258259348 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:41.728646 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c37f230e-3d33-490d-be83-fa1258259348 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.729962 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c37f230e-3d33-490d-be83-fa1258259348 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376579 Jun 29 03:33:41.732734 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51098) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:41.737414 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-cc48a66e-dd2f-45e3-9f56-bd07d1000fee tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Request body: {'security_group_rule': {'security_group_id': '8786172d-5b55-4b00-b655-1d7c363bede1', 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:41.761106 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.securitygroups_db [None req-cc48a66e-dd2f-45e3-9f56-bd07d1000fee tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Project dedcfbfb2e514fea90cc8e5c3f7e707d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 03:33:41.766505 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cc48a66e-dd2f-45e3-9f56-bd07d1000fee tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.832312 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cc48a66e-dd2f-45e3-9f56-bd07d1000fee tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.836803 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cc48a66e-dd2f-45e3-9f56-bd07d1000fee tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.848981 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:41.886925 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc48a66e-dd2f-45e3-9f56-bd07d1000fee tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39644b33-499c-4aee-9f5c-616c8106ffb4,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:41.890775 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-cc48a66e-dd2f-45e3-9f56-bd07d1000fee tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:41.901465 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-cc48a66e-dd2f-45e3-9f56-bd07d1000fee tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:41.902649 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-cc48a66e-dd2f-45e3-9f56-bd07d1000fee tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1689391 Jun 29 03:33:41.905902 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51102) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:33:41.910754 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-18b4b44f-cedf-4070-9d21-df78db0050ab tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Request body: {'security_group_rule': {'security_group_id': '8786172d-5b55-4b00-b655-1d7c363bede1', 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:33:41.946312 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea09d5a6-2360-4f56-a7db-c03bc859ccbb req-4b9c8d53-2a9a-4c97-9385-d9f32009d30d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:41.948219 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ea09d5a6-2360-4f56-a7db-c03bc859ccbb req-4b9c8d53-2a9a-4c97-9385-d9f32009d30d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.1100092 Jun 29 03:33:41.949515 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.securitygroups_db [None req-18b4b44f-cedf-4070-9d21-df78db0050ab tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Project dedcfbfb2e514fea90cc8e5c3f7e707d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 29 03:33:41.955962 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-18b4b44f-cedf-4070-9d21-df78db0050ab tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:42.026345 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ea09d5a6-2360-4f56-a7db-c03bc859ccbb req-ee616466-9423-4794-8c27-90f1a56f3bb8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714548 Jun 29 03:33:42.051327 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-18b4b44f-cedf-4070-9d21-df78db0050ab tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:42.058135 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-18b4b44f-cedf-4070-9d21-df78db0050ab tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-656827'] for security_group_rule, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:42.060448 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-cc48a66e-dd2f-45e3-9f56-bd07d1000fee tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:42.077234 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b4b44f-cedf-4070-9d21-df78db0050ab tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2946210b-2f97-452d-b866-88f2e1b4c58a,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:42.079895 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-18b4b44f-cedf-4070-9d21-df78db0050ab tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:42.084439 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-18b4b44f-cedf-4070-9d21-df78db0050ab tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:42.085596 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-18b4b44f-cedf-4070-9d21-df78db0050ab tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1790924 Jun 29 03:33:42.872817 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Sync routers for ids ['936421a8-8891-492b-a17c-4046381a0179'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:33:42.882004 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Routers {'936421a8-8891-492b-a17c-4046381a0179'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:42.882609 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:33:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['936421a8-8891-492b-a17c-4046381a0179'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:42.990165 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Set router 936421a8-8891-492b-a17c-4046381a0179 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:43.200281 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936421a8-8891-492b-a17c-4046381a0179', 'name': 'tempest-TestShelveInstance-996497215-router', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b808f80c-4f33-4d49-9834-73dcca6675d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 4, 'project_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'gw_port': {'id': 'b808f80c-4f33-4d49-9834-73dcca6675d1', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936421a8-8891-492b-a17c-4046381a0179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '970c16da-0ad5-4e74-a5f0-67c327305ee6', 'name': '', 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'mac_address': 'fa:16:3e:dc:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936421a8-8891-492b-a17c-4046381a0179', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '90c9805f-d4a4-43cf-ae82-3e8c6357e442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:38Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 2, 'project_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'subnets': [{'id': '90c9805f-d4a4-43cf-ae82-3e8c6357e442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:43.221489 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53af410f-5661-442b-a292-a515b950cc59 req-6bf0e4f0-aa9a-43cd-9e1d-eec1056729a1 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:43.222979 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-53af410f-5661-442b-a292-a515b950cc59 req-6bf0e4f0-aa9a-43cd-9e1d-eec1056729a1 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0745552 Jun 29 03:33:43.230043 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Checking router: 936421a8-8891-492b-a17c-4046381a0179 for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:33:43.230405 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Updating router 936421a8-8891-492b-a17c-4046381a0179 port 970c16da-0ad5-4e74-a5f0-67c327305ee6 binding host dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 29 03:33:43.271788 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-53af410f-5661-442b-a292-a515b950cc59 req-57e466b8-cabd-47af-9513-8f513a5110c8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389879 Jun 29 03:33:43.276697 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:43.312732 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device b808f80c-4f33-4d49-9834-73dcca6675d1 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:43.364848 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port b808f80c-4f33-4d49-9834-73dcca6675d1 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:43.369557 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port b808f80c-4f33-4d49-9834-73dcca6675d1 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:43.370090 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:43.445306 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:43.466014 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port b808f80c-4f33-4d49-9834-73dcca6675d1, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=b808f80c-4f33-4d49-9834-73dcca6675d1,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:43.475592 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:43.482292 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:43.519608 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:43.535590 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=b808f80c-4f33-4d49-9834-73dcca6675d1,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:43.538623 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:43.552822 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Notify callbacks [] for port, precommit_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:43.562881 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.provisioning_blocks [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Transition to ACTIVE for port object 970c16da-0ad5-4e74-a5f0-67c327305ee6 will not be triggered until provisioned by entity L2. {{(pid=92921) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:33:43.569498 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:43.572499 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-a81adbe2-4e23-4776-ab3d-a7b35ff10c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:43.648271 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd970b5d-9bde-4381-b94f-6d74db72f59f None None] Pushing event updated for resources: {'Port': ['ID=970c16da-0ad5-4e74-a5f0-67c327305ee6,revision_number=3']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:43.667293 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-bd970b5d-9bde-4381-b94f-6d74db72f59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:43.680495 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Attempting to bind port 970c16da-0ad5-4e74-a5f0-67c327305ee6 on host dv-cinder-797245-8-iscsi for vnic_type normal with profile {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:33:43.680971 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Attempting to bind port 970c16da-0ad5-4e74-a5f0-67c327305ee6 by drivers openvswitch,hyperv on host dv-cinder-797245-8-iscsi at level 0 using segments [{'id': 'a7e053e6-c1b0-488e-9f90-e1a8e0ccff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43'}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:33:43.681443 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Attempting to bind port 970c16da-0ad5-4e74-a5f0-67c327305ee6 on network 70695696-9be4-4a80-a49e-bea509d8ef43 {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:33:43.687000 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Checking agent: {'id': '30c4cb96-813e-4827-ac78-2919fa315d45', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-797245-8-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 20, 19), 'started_at': datetime.datetime(2021, 6, 29, 3, 20, 49), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 33, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-797245-8-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:33:43.687379 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Checking segment: {'id': 'a7e053e6-c1b0-488e-9f90-e1a8e0ccff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92921) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:33:43.687779 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:43.688263 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Bound using segment: {'id': 'a7e053e6-c1b0-488e-9f90-e1a8e0ccff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43'} {{(pid=92921) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:33:43.688758 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.managers [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Bound port: 970c16da-0ad5-4e74-a5f0-67c327305ee6, host: dv-cinder-797245-8-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7e053e6-c1b0-488e-9f90-e1a8e0ccff96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43'}}] {{(pid=92921) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:33:43.689153 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:43.753316 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] For port 970c16da-0ad5-4e74-a5f0-67c327305ee6, host dv-cinder-797245-8-iscsi, cleared binding levels {{(pid=92921) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:33:43.756685 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.plugins.ml2.db [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] For port 970c16da-0ad5-4e74-a5f0-67c327305ee6, host dv-cinder-797245-8-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=970c16da-0ad5-4e74-a5f0-67c327305ee6,segment=NetworkSegment(a7e053e6-c1b0-488e-9f90-e1a8e0ccff96),segment_id=a7e053e6-c1b0-488e-9f90-e1a8e0ccff96)] {{(pid=92921) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:33:43.761130 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron_lib.callbacks.manager [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92921) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:43.763069 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-54cb65af-ad84-4048-8c47-8fb8a7ac0e51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:43.811298 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Routers {'936421a8-8891-492b-a17c-4046381a0179'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:33:43.811934 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:33:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['936421a8-8891-492b-a17c-4046381a0179'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:43.910746 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd970b5d-9bde-4381-b94f-6d74db72f59f None None] Pushing event updated for resources: {'Port': ['ID=970c16da-0ad5-4e74-a5f0-67c327305ee6,revision_number=4']} {{(pid=92921) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:43.915085 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG oslo_concurrency.lockutils [None req-bd970b5d-9bde-4381-b94f-6d74db72f59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92921) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:43.934253 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] Set router 936421a8-8891-492b-a17c-4046381a0179 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:33:44.155015 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936421a8-8891-492b-a17c-4046381a0179', 'name': 'tempest-TestShelveInstance-996497215-router', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b808f80c-4f33-4d49-9834-73dcca6675d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 4, 'project_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'gw_port': {'id': 'b808f80c-4f33-4d49-9834-73dcca6675d1', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936421a8-8891-492b-a17c-4046381a0179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '970c16da-0ad5-4e74-a5f0-67c327305ee6', 'name': '', 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'mac_address': 'fa:16:3e:dc:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936421a8-8891-492b-a17c-4046381a0179', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '90c9805f-d4a4-43cf-ae82-3e8c6357e442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:38Z', 'updated_at': '2021-06-29T03:33:43Z', 'revision_number': 4, 'project_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'subnets': [{'id': '90c9805f-d4a4-43cf-ae82-3e8c6357e442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:33:44.182054 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79aea70-f94e-4b1d-af1f-545d8b6c80fd None None] The sync data for ids ['936421a8-8891-492b-a17c-4046381a0179'] in dv-cinder-797245-8-iscsi is: [{'id': '936421a8-8891-492b-a17c-4046381a0179', 'name': 'tempest-TestShelveInstance-996497215-router', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b808f80c-4f33-4d49-9834-73dcca6675d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 4, 'project_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'gw_port': {'id': 'b808f80c-4f33-4d49-9834-73dcca6675d1', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936421a8-8891-492b-a17c-4046381a0179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '970c16da-0ad5-4e74-a5f0-67c327305ee6', 'name': '', 'network_id': '70695696-9be4-4a80-a49e-bea509d8ef43', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'mac_address': 'fa:16:3e:dc:de:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '936421a8-8891-492b-a17c-4046381a0179', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '90c9805f-d4a4-43cf-ae82-3e8c6357e442', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:38Z', 'updated_at': '2021-06-29T03:33:43Z', 'revision_number': 4, 'project_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'subnets': [{'id': '90c9805f-d4a4-43cf-ae82-3e8c6357e442', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:33:44.469363 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a414d55f-cb2b-4a91-b0b3-72fa12acd428 req-58c348c0-0490-48ae-b63b-efdb0b9d2346 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:44.470909 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a414d55f-cb2b-4a91-b0b3-72fa12acd428 req-58c348c0-0490-48ae-b63b-efdb0b9d2346 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0732038 Jun 29 03:33:44.510882 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a414d55f-cb2b-4a91-b0b3-72fa12acd428 req-d81af3b3-2891-4580-a0cb-844ac0feb7f8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339549 Jun 29 03:33:45.297076 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 970c16da-0ad5-4e74-a5f0-67c327305ee6 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:45.345507 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning for port 970c16da-0ad5-4e74-a5f0-67c327305ee6 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:33:45.350016 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 970c16da-0ad5-4e74-a5f0-67c327305ee6 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:45.350445 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:45.429768 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:45.460748 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] For port 970c16da-0ad5-4e74-a5f0-67c327305ee6, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=970c16da-0ad5-4e74-a5f0-67c327305ee6,segment=NetworkSegment(a7e053e6-c1b0-488e-9f90-e1a8e0ccff96),segment_id=a7e053e6-c1b0-488e-9f90-e1a8e0ccff96)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:45.465044 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:45.465945 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device b808f80c-4f33-4d49-9834-73dcca6675d1 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:45.467487 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-4815ef5f-67ab-40ae-adf1-f4a46dd3a876 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:45.537244 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Pushing event updated for resources: {'Port': ['ID=970c16da-0ad5-4e74-a5f0-67c327305ee6,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:45.540433 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:45.551029 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port b808f80c-4f33-4d49-9834-73dcca6675d1 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:45.551409 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:45.661256 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9cf3f395-6791-4b65-b94a-f79d62260f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:45.697891 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f403cf-0168-42da-bb8d-38d757b14d2f req-1c45b402-1010-4b69-a733-9d4e2891098c tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:45.699358 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-34f403cf-0168-42da-bb8d-38d757b14d2f req-1c45b402-1010-4b69-a733-9d4e2891098c tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0717411 Jun 29 03:33:45.747092 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-34f403cf-0168-42da-bb8d-38d757b14d2f req-ad597bf6-9988-4b1a-88ec-0be120bd40d1 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399246 Jun 29 03:33:46.932890 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7770b1-a6b7-4777-85e0-92d4ef479bd9 req-3c2eb04b-54d2-4b9c-b67f-cc8284491389 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:46.934244 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bb7770b1-a6b7-4777-85e0-92d4ef479bd9 req-3c2eb04b-54d2-4b9c-b67f-cc8284491389 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0671978 Jun 29 03:33:46.973146 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bb7770b1-a6b7-4777-85e0-92d4ef479bd9 req-a32e804d-8b9d-4415-b4f6-f994624d075d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332985 Jun 29 03:33:47.276179 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 970c16da-0ad5-4e74-a5f0-67c327305ee6 up at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:47.323317 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Provisioning complete for port 970c16da-0ad5-4e74-a5f0-67c327305ee6 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:47.323688 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:48.154547 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7374d04-91bb-4b26-9bdf-43264b98df3f req-8161fcf4-6295-4ff9-a7ca-1f2c5006aecf tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:48.155944 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c7374d04-91bb-4b26-9bdf-43264b98df3f req-8161fcf4-6295-4ff9-a7ca-1f2c5006aecf tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0665317 Jun 29 03:33:48.192224 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c7374d04-91bb-4b26-9bdf-43264b98df3f req-e24d459e-980e-4a97-81ee-e351a9ff3a6e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307472 Jun 29 03:33:48.452487 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-04b0e409-8c92-4e0d-ac2f-d19bff9b4968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:48.742436 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:49.104839 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 65fc27f8-70dc-4d14-b831-a0368affb40e details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:33:49.198619 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 65fc27f8-70dc-4d14-b831-a0368affb40e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fc27f8-70dc-4d14-b831-a0368affb40e,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:49.209034 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'port_id': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'mac_address': 'fa:16:3e:03:d8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:33:49.246716 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:49.264770 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65fc27f8-70dc-4d14-b831-a0368affb40e {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:33:49.286183 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 65fc27f8-70dc-4d14-b831-a0368affb40e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fc27f8-70dc-4d14-b831-a0368affb40e,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:49.302189 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:49.304167 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:49.358772 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=65fc27f8-70dc-4d14-b831-a0368affb40e,revision_number=6']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:49.361888 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:49.395787 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d5dadd-de89-4bbf-9d86-66fa7a961ad8 req-1d9d54da-5179-4e75-a070-ad84913993b8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:49.397342 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-29d5dadd-de89-4bbf-9d86-66fa7a961ad8 req-1d9d54da-5179-4e75-a070-ad84913993b8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 944 time: 0.0717442 Jun 29 03:33:49.437611 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-29d5dadd-de89-4bbf-9d86-66fa7a961ad8 req-70cb7d5e-92fc-430e-aea7-c7251b630b3f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340025 Jun 29 03:33:49.468067 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['65fc27f8-70dc-4d14-b831-a0368affb40e'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:33:49.607184 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:50.644435 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2afad27-8512-4048-971b-e628bc137ed8 req-a4115f8f-7a4b-4658-aac0-d3bb8d55d476 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:50.646879 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2afad27-8512-4048-971b-e628bc137ed8 req-a4115f8f-7a4b-4658-aac0-d3bb8d55d476 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 944 time: 0.0675130 Jun 29 03:33:50.692914 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c2afad27-8512-4048-971b-e628bc137ed8 req-7df4c7d6-7c73-4e16-8fae-429a4b4a81cf tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380754 Jun 29 03:33:50.862906 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:51.109460 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 65fc27f8-70dc-4d14-b831-a0368affb40e up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:33:51.168429 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 65fc27f8-70dc-4d14-b831-a0368affb40e triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:33:51.169153 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:51.262511 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:51.290976 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fc27f8-70dc-4d14-b831-a0368affb40e'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:33:51.293888 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03815482-02e9-492c-973c-47ea2186436d" -d '{"events": [{"server_uuid": "de6cad68-f6dd-46d4-919f-7c2fa40b54e6", "name": "network-vif-plugged", "status": "completed", "tag": "65fc27f8-70dc-4d14-b831-a0368affb40e"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:33:51.311496 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 65fc27f8-70dc-4d14-b831-a0368affb40e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fc27f8-70dc-4d14-b831-a0368affb40e,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:33:51.320339 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:33:51.323405 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-48edad44-90bd-4f46-ad1f-96cffebea9fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:33:51.408762 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=65fc27f8-70dc-4d14-b831-a0368affb40e,revision_number=7']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:33:51.418914 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:33:51.429620 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-642976a8-0d95-4aa7-808f-4df3de508e24 x-openstack-request-id: req-642976a8-0d95-4aa7-808f-4df3de508e24 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:33:51.429986 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6cad68-f6dd-46d4-919f-7c2fa40b54e6", "name": "network-vif-plugged", "status": "completed", "tag": "65fc27f8-70dc-4d14-b831-a0368affb40e", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:33:51.430611 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-642976a8-0d95-4aa7-808f-4df3de508e24 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:33:51.431083 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'code': 200} Jun 29 03:33:51.955420 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017f8d4-5ae6-4267-8b6f-a4cae6d63f73 req-b366aba4-2265-44a5-8263-b5984e3c3e1e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:51.957576 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1017f8d4-5ae6-4267-8b6f-a4cae6d63f73 req-b366aba4-2265-44a5-8263-b5984e3c3e1e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.1051643 Jun 29 03:33:52.041012 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1017f8d4-5ae6-4267-8b6f-a4cae6d63f73 req-2d05623e-5abf-47a3-94bf-ed6a62fa9a64 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773275 Jun 29 03:33:53.310531 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b05dc3f-b94b-4904-ac41-2f05e77f4ef6 req-b6b4228d-4dc4-412f-bb0e-d302c64683cc tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:53.316845 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b05dc3f-b94b-4904-ac41-2f05e77f4ef6 req-b6b4228d-4dc4-412f-bb0e-d302c64683cc tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0799479 Jun 29 03:33:53.357208 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0b05dc3f-b94b-4904-ac41-2f05e77f4ef6 req-aaf71e6d-5e30-4844-8cca-25918a465c5b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364242 Jun 29 03:33:54.563278 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e8dc3a-06b0-4d8e-8bee-a2a8df4beea3 req-df50ca28-637f-4f91-80f2-734fa85c039b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:54.566181 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-34e8dc3a-06b0-4d8e-8bee-a2a8df4beea3 req-df50ca28-637f-4f91-80f2-734fa85c039b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0749068 Jun 29 03:33:54.606998 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-34e8dc3a-06b0-4d8e-8bee-a2a8df4beea3 req-ef1d94a1-14c8-401d-943b-bd2749eaf432 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348549 Jun 29 03:33:55.815358 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1c603f-4ee1-4da3-ac46-05a05779eaf7 req-ecb756de-b4cc-401a-bd5b-a4704d8d5d17 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:55.817119 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ae1c603f-4ee1-4da3-ac46-05a05779eaf7 req-ecb756de-b4cc-401a-bd5b-a4704d8d5d17 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0702341 Jun 29 03:33:55.866250 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ae1c603f-4ee1-4da3-ac46-05a05779eaf7 req-512470a0-98ab-4afe-a27e-7e27c1fcc3c2 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389378 Jun 29 03:33:57.059972 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da952d46-6775-45a7-9920-b2bb4b6d0869 req-690699ad-66ca-454b-bddc-a39b32e4f824 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:57.062107 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-da952d46-6775-45a7-9920-b2bb4b6d0869 req-690699ad-66ca-454b-bddc-a39b32e4f824 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0710075 Jun 29 03:33:57.108144 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-da952d46-6775-45a7-9920-b2bb4b6d0869 req-5ee60475-1f50-4f7f-a4b0-d3ad84d2c49c tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379238 Jun 29 03:33:58.317823 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cad3a-74e3-451e-85ae-ebabdbb43f05 req-c004390b-7cad-4b2a-b7d8-df724e38e73e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:58.319643 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-720cad3a-74e3-451e-85ae-ebabdbb43f05 req-c004390b-7cad-4b2a-b7d8-df724e38e73e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0833976 Jun 29 03:33:58.366505 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-720cad3a-74e3-451e-85ae-ebabdbb43f05 req-62f45cb6-c8c1-43c3-9f84-94822b08f792 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389674 Jun 29 03:33:59.562892 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad1777-58b7-4034-9416-fce9d089fcbb req-5d88c424-0de7-4634-9756-51de149b02f5 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:59.562892 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-46ad1777-58b7-4034-9416-fce9d089fcbb req-5d88c424-0de7-4634-9756-51de149b02f5 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0678444 Jun 29 03:33:59.597316 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-46ad1777-58b7-4034-9416-fce9d089fcbb req-4aabea7f-9166-4bc6-b7d6-ab7c246cbc79 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324745 Jun 29 03:33:59.707408 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae5dc2-25bd-471a-a53b-fa530ca47c61 req-37f628ac-2eb1-486c-b377-de68134d07de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:59.709002 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3fae5dc2-25bd-471a-a53b-fa530ca47c61 req-37f628ac-2eb1-486c-b377-de68134d07de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5af8f42ab554f359650a231f3bb3804&device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 1098 time: 0.0536988 Jun 29 03:33:59.813840 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae5dc2-25bd-471a-a53b-fa530ca47c61 req-1992d648-0afe-46a6-8f2a-9e841891381a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:59.815441 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3fae5dc2-25bd-471a-a53b-fa530ca47c61 req-1992d648-0afe-46a6-8f2a-9e841891381a service neutron] 10.222.0.21 "GET /v2.0/networks?id=a16d7e30-f69f-4058-b150-43ccbc7efc7b HTTP/1.1" status: 200 len: 917 time: 0.0995166 Jun 29 03:33:59.881942 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3fae5dc2-25bd-471a-a53b-fa530ca47c61 req-663855b1-0969-480f-8f48-ddae163e5ac2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65fc27f8-70dc-4d14-b831-a0368affb40e HTTP/1.1" status: 200 len: 1001 time: 0.0594392 Jun 29 03:33:59.933859 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae5dc2-25bd-471a-a53b-fa530ca47c61 req-95c0c0e5-da16-48bc-afbf-ec9c0b310ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:59.935307 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3fae5dc2-25bd-471a-a53b-fa530ca47c61 req-95c0c0e5-da16-48bc-afbf-ec9c0b310ba8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b419f8dc-93fd-4a1b-bc32-b27006c69e77 HTTP/1.1" status: 200 len: 855 time: 0.0439880 Jun 29 03:33:59.997761 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae5dc2-25bd-471a-a53b-fa530ca47c61 req-9661c4cb-2458-4bdc-b56f-bc27df0a04a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:33:59.999213 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3fae5dc2-25bd-471a-a53b-fa530ca47c61 req-9661c4cb-2458-4bdc-b56f-bc27df0a04a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a16d7e30-f69f-4058-b150-43ccbc7efc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0560408 Jun 29 03:34:00.092944 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3fae5dc2-25bd-471a-a53b-fa530ca47c61 req-37e06b06-8b29-4534-8b72-4af47eb6fa42 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839372 Jun 29 03:34:00.185737 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3fae5dc2-25bd-471a-a53b-fa530ca47c61 req-8f7cb62e-410a-4a53-b68c-1c318f99c363 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849810 Jun 29 03:34:00.775271 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb3138-05f3-4e07-a324-9099b4b01d14 req-a84a3794-6777-4b5f-8168-a10c00f6f359 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:00.776952 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-28cb3138-05f3-4e07-a324-9099b4b01d14 req-a84a3794-6777-4b5f-8168-a10c00f6f359 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0621209 Jun 29 03:34:00.813494 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-28cb3138-05f3-4e07-a324-9099b4b01d14 req-8def8636-3cbb-4539-9bc6-c43e371c59ff tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310090 Jun 29 03:34:01.774799 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-1a384a64-26ef-489e-924b-5fa33f077284 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-684375376&fields=id&tenant_id=dedcfbfb2e514fea90cc8e5c3f7e707d HTTP/1.1" status: 200 len: 267 time: 0.0325592 Jun 29 03:34:01.888459 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-2c9ff9c9-1bc9-4525-b447-2f5505e09e31 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:01.889528 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-2c9ff9c9-1bc9-4525-b447-2f5505e09e31 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/networks?id=06198eff-4a72-42c6-b730-3972025c8161 HTTP/1.1" status: 200 len: 809 time: 0.1081858 Jun 29 03:34:01.905409 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-4cb69f14-50a8-4269-a955-9d1a6528abd5 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/quotas/dedcfbfb2e514fea90cc8e5c3f7e707d HTTP/1.1" status: 200 len: 375 time: 0.0097198 Jun 29 03:34:01.974936 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-eb6913dd-c00d-4ec4-b3bd-cd54ae19f9a7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dedcfbfb2e514fea90cc8e5c3f7e707d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642734 Jun 29 03:34:02.002795 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d253f7-7169-4aec-885b-a9b6b14d8c4d req-99446d02-2486-469e-be5a-11d306dd672f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:02.004439 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-65d253f7-7169-4aec-885b-a9b6b14d8c4d req-99446d02-2486-469e-be5a-11d306dd672f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0641611 Jun 29 03:34:02.044301 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-65d253f7-7169-4aec-885b-a9b6b14d8c4d req-3dc8eab5-f714-4dd0-80c5-5152949f9913 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341060 Jun 29 03:34:02.086394 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-2b6068fb-9082-4dd0-a86e-fbe035e2f2f5 service neutron] 10.222.0.39 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996757 Jun 29 03:34:02.175520 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-7f15821c-b245-4864-b73d-394c45a3b451 service neutron] 10.222.0.39 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830772 Jun 29 03:34:02.474857 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ef640794-728e-4de7-80c7-fa5a2557f4c1 req-a60b3fb8-f61f-41a7-9b12-8f530b5417e0 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 210 time: 0.0302424 Jun 29 03:34:03.189097 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 65fc27f8-70dc-4d14-b831-a0368affb40e no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:03.227268 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f4ccf8-86f1-4f39-86ed-9f7fff758e33 req-aa89998b-dcaf-4320-8438-54e5c415561b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:03.229394 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-41f4ccf8-86f1-4f39-86ed-9f7fff758e33 req-aa89998b-dcaf-4320-8438-54e5c415561b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 945 time: 0.0672882 Jun 29 03:34:03.262861 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:03.266300 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-41f4ccf8-86f1-4f39-86ed-9f7fff758e33 req-23f059b2-f50d-490f-a212-d5845d1ba479 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310726 Jun 29 03:34:03.285098 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65fc27f8-70dc-4d14-b831-a0368affb40e'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:03.287310 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-421c3926-ca14-4804-b5b0-9da43529a4d7" -d '{"events": [{"server_uuid": "de6cad68-f6dd-46d4-919f-7c2fa40b54e6", "name": "network-vif-unplugged", "status": "completed", "tag": "65fc27f8-70dc-4d14-b831-a0368affb40e"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:03.300831 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 65fc27f8-70dc-4d14-b831-a0368affb40e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fc27f8-70dc-4d14-b831-a0368affb40e,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:03.305213 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:03.307265 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d92107c2-6d6e-443a-9cef-d1eaa4e19683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:03.331809 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d068e26a-d5f6-4c50-a37e-71a1f91ca285 x-openstack-request-id: req-d068e26a-d5f6-4c50-a37e-71a1f91ca285 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:03.332066 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6cad68-f6dd-46d4-919f-7c2fa40b54e6", "name": "network-vif-unplugged", "status": "failed", "tag": "65fc27f8-70dc-4d14-b831-a0368affb40e", "code": 422}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:03.332331 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d068e26a-d5f6-4c50-a37e-71a1f91ca285 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:03.332722 dv-cinder-797245-8-iscsi neutron-server[92920]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'code': 422} returned with failed status Jun 29 03:34:03.359081 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=65fc27f8-70dc-4d14-b831-a0368affb40e,revision_number=8']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:03.362566 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:03.635826 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-534934ce-4b95-4755-8d94-e365941307e5 req-7673e621-cc74-4621-ba18-3de17a9fdf44 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 210 time: 0.0406797 Jun 29 03:34:03.686811 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-8356d5d5-6023-47a5-856d-7a42ff519f72 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:03.688305 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-8356d5d5-6023-47a5-856d-7a42ff519f72 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.21 "GET /v2.0/networks?id=06198eff-4a72-42c6-b730-3972025c8161 HTTP/1.1" status: 200 len: 809 time: 0.1586282 Jun 29 03:34:03.739007 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-3cbc36a3-afab-42e5-a727-2589b5490796 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dedcfbfb2e514fea90cc8e5c3f7e707d HTTP/1.1" status: 200 len: 379 time: 0.0351510 Jun 29 03:34:03.748719 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Request body: {'port': {'device_id': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'admin_state_up': True, 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'security_groups': ['8786172d-5b55-4b00-b655-1d7c363bede1']}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:34:03.859505 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Made reservation on behalf of dedcfbfb2e514fea90cc8e5c3f7e707d for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:34:03.863546 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:03.996730 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Allocated IP 172.20.0.10 (06198eff-4a72-42c6-b730-3972025c8161/be30b3c3-b26e-45a1-bc4d-68c98e4ada9f/7dcf5186-5cbb-47ff-9475-974040cda48b) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:34:04.137505 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:04.151405 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Transition to ACTIVE for port object 7dcf5186-5cbb-47ff-9475-974040cda48b will not be triggered until provisioned by entity DHCP. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:34:04.183261 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:04.187158 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a46a5f6b-251e-49d3-8398-99092b7eb4f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:04.232386 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Network 06198eff-4a72-42c6-b730-3972025c8161 is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:34:04.235516 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:34:04.239879 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:34:04.264854 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Pushing event updated for resources: {'Port': ['ID=7dcf5186-5cbb-47ff-9475-974040cda48b,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:04.269533 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:04.298590 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:04.299237 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:04.316316 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5712187 Jun 29 03:34:04.333830 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Request body: {'port': {'device_id': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:34:04.420210 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:04.516033 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-9d47cf08-436c-4650-a68e-37d34511b720 None None] Provisioning for port 7dcf5186-5cbb-47ff-9475-974040cda48b completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:34:04.519532 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-9d47cf08-436c-4650-a68e-37d34511b720 None None] Provisioning complete for port 7dcf5186-5cbb-47ff-9475-974040cda48b triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:34:04.519947 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9d47cf08-436c-4650-a68e-37d34511b720 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:04.552781 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-9d47cf08-436c-4650-a68e-37d34511b720 None None] Port 7dcf5186-5cbb-47ff-9475-974040cda48b cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:34:04.645537 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-205208f1-3b70-4a9d-b7be-8c40a470a723 req-3ca93f40-184a-440a-9f65-586e680ce989 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1804161 Jun 29 03:34:04.682806 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a16bb-106c-4645-8bb9-aa90cc7956bd req-80f66d01-58cc-4efa-b849-ec2e249bface tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:04.684311 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-915a16bb-106c-4645-8bb9-aa90cc7956bd req-80f66d01-58cc-4efa-b849-ec2e249bface tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.2437499 Jun 29 03:34:04.747932 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-915a16bb-106c-4645-8bb9-aa90cc7956bd req-c8f2cc46-a5c1-43c2-a46f-772d0be1506d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558014 Jun 29 03:34:04.816125 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dcf5186-5cbb-47ff-9475-974040cda48b {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:34:04.825376 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:04.829874 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde05c7e-168a-4d67-8f3e-92dd9bddb7e3 req-b3a05856-920b-44da-a90e-91d2cc1e5e74 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:04.836323 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bde05c7e-168a-4d67-8f3e-92dd9bddb7e3 req-b3a05856-920b-44da-a90e-91d2cc1e5e74 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 932 time: 0.0706751 Jun 29 03:34:04.837582 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Transition to ACTIVE for port object 7dcf5186-5cbb-47ff-9475-974040cda48b will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:34:04.840782 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:04.843752 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-57f01ebe-c8be-459b-a435-9e56f06cbefa tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:04.873016 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bde05c7e-168a-4d67-8f3e-92dd9bddb7e3 req-0eb6c112-326e-4b42-b823-647616117fa0 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354021 Jun 29 03:34:04.894820 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Pushing event updated for resources: {'Port': ['ID=7dcf5186-5cbb-47ff-9475-974040cda48b,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:04.913552 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:04.968505 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Attempting to bind port 7dcf5186-5cbb-47ff-9475-974040cda48b on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:34:04.969055 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Attempting to bind port 7dcf5186-5cbb-47ff-9475-974040cda48b by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'cd55f3a9-8664-4844-a2f8-b26c0668d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06198eff-4a72-42c6-b730-3972025c8161'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:34:04.969583 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Attempting to bind port 7dcf5186-5cbb-47ff-9475-974040cda48b on network 06198eff-4a72-42c6-b730-3972025c8161 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:34:04.975080 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Port 7dcf5186-5cbb-47ff-9475-974040cda48b on network 06198eff-4a72-42c6-b730-3972025c8161 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:34:04.975400 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Attempting to bind port 7dcf5186-5cbb-47ff-9475-974040cda48b on network 06198eff-4a72-42c6-b730-3972025c8161 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:34:04.980871 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 33, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:34:04.981206 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Checking segment: {'id': 'cd55f3a9-8664-4844-a2f8-b26c0668d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06198eff-4a72-42c6-b730-3972025c8161'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:34:04.981613 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Bound using segment: {'id': 'cd55f3a9-8664-4844-a2f8-b26c0668d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06198eff-4a72-42c6-b730-3972025c8161'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:34:04.982034 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Bound port: 7dcf5186-5cbb-47ff-9475-974040cda48b, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd55f3a9-8664-4844-a2f8-b26c0668d79c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '06198eff-4a72-42c6-b730-3972025c8161'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:34:04.982383 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:05.054994 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] For port 7dcf5186-5cbb-47ff-9475-974040cda48b, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:34:05.061739 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] For port 7dcf5186-5cbb-47ff-9475-974040cda48b, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7dcf5186-5cbb-47ff-9475-974040cda48b,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:34:05.134740 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:05.136977 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:05.175089 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:05.175698 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:05.177084 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] 10.222.0.21 "PUT /v2.0/ports/7dcf5186-5cbb-47ff-9475-974040cda48b HTTP/1.1" status: 200 len: 1094 time: 0.8476193 Jun 29 03:34:05.177596 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'tag': '7dcf5186-5cbb-47ff-9475-974040cda48b'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:05.179861 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45ceab56-eeef-4ecb-873b-10f7f6b26a32" -d '{"events": [{"name": "network-changed", "server_uuid": "ef56f009-f157-4a14-ba8c-4d145cc90007", "tag": "7dcf5186-5cbb-47ff-9475-974040cda48b"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:05.208280 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Pushing event updated for resources: {'Port': ['ID=7dcf5186-5cbb-47ff-9475-974040cda48b,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:05.211807 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:05.219009 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0db0a0-da9f-4ddc-b17f-2376e824b917 x-openstack-request-id: req-9f0db0a0-da9f-4ddc-b17f-2376e824b917 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:05.219341 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef56f009-f157-4a14-ba8c-4d145cc90007", "tag": "7dcf5186-5cbb-47ff-9475-974040cda48b", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:05.220017 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f0db0a0-da9f-4ddc-b17f-2376e824b917 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:05.220541 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'tag': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'status': 'completed', 'code': 200} Jun 29 03:34:05.331117 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ceab56-eeef-4ecb-873b-10f7f6b26a32 req-55c8c270-d4a2-4b74-a994-aed1a0c195f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:05.332679 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-45ceab56-eeef-4ecb-873b-10f7f6b26a32 req-55c8c270-d4a2-4b74-a994-aed1a0c195f7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dedcfbfb2e514fea90cc8e5c3f7e707d&device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 1097 time: 0.0628643 Jun 29 03:34:05.441575 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ceab56-eeef-4ecb-873b-10f7f6b26a32 req-6e3b8179-6bae-4116-8f6b-ae3322702bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:05.443031 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-45ceab56-eeef-4ecb-873b-10f7f6b26a32 req-6e3b8179-6bae-4116-8f6b-ae3322702bcf service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=dedcfbfb2e514fea90cc8e5c3f7e707d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0978260 Jun 29 03:34:05.535309 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ceab56-eeef-4ecb-873b-10f7f6b26a32 req-45485cf0-8cac-4c0f-b32d-c3b0a8064200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:05.536848 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-45ceab56-eeef-4ecb-873b-10f7f6b26a32 req-45485cf0-8cac-4c0f-b32d-c3b0a8064200 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867689 Jun 29 03:34:05.653967 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-a1bfee81-af56-4d1c-873d-5ed65a53e82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:05.655425 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-a1bfee81-af56-4d1c-873d-5ed65a53e82a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dedcfbfb2e514fea90cc8e5c3f7e707d&device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 1097 time: 0.0559268 Jun 29 03:34:05.714901 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-0e178fc6-5e83-467b-a8fb-b3815b2f8b05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dcf5186-5cbb-47ff-9475-974040cda48b HTTP/1.1" status: 200 len: 217 time: 0.0337770 Jun 29 03:34:05.774887 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-d43d250a-f2f9-404a-810c-fe6d5300c4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:05.776304 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-d43d250a-f2f9-404a-810c-fe6d5300c4a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be30b3c3-b26e-45a1-bc4d-68c98e4ada9f HTTP/1.1" status: 200 len: 848 time: 0.0558145 Jun 29 03:34:05.778782 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205208f1-3b70-4a9d-b7be-8c40a470a723 req-cb8ba64d-de5a-4696-8882-1c9065ed6534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:05.780143 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-205208f1-3b70-4a9d-b7be-8c40a470a723 req-cb8ba64d-de5a-4696-8882-1c9065ed6534 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6&tenant_id=d5af8f42ab554f359650a231f3bb3804 HTTP/1.1" status: 200 len: 1096 time: 0.1237545 Jun 29 03:34:05.887808 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-02851ccf-7849-4ebf-b2bc-744544908cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:05.889324 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-02851ccf-7849-4ebf-b2bc-744544908cf1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06198eff-4a72-42c6-b730-3972025c8161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0926054 Jun 29 03:34:05.894191 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205208f1-3b70-4a9d-b7be-8c40a470a723 req-c772e38e-d15c-4eeb-b1e8-dd2be85a0df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:05.895532 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-205208f1-3b70-4a9d-b7be-8c40a470a723 req-c772e38e-d15c-4eeb-b1e8-dd2be85a0df1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5af8f42ab554f359650a231f3bb3804&device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 1096 time: 0.0734224 Jun 29 03:34:05.934268 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01aed5e3-0e53-43d3-beb5-ac17d0ef6c78 req-f71eb86a-7f6f-4992-b8ec-259be134565e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:05.935782 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-01aed5e3-0e53-43d3-beb5-ac17d0ef6c78 req-f71eb86a-7f6f-4992-b8ec-259be134565e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0648460 Jun 29 03:34:05.975773 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-01aed5e3-0e53-43d3-beb5-ac17d0ef6c78 req-c1ff20b9-a966-4efb-a8d7-b287e5a305c5 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336654 Jun 29 03:34:06.088100 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-191af272-06ee-48c3-80ec-650692d09312 service neutron] 10.222.0.21 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915793 Jun 29 03:34:06.092113 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205208f1-3b70-4a9d-b7be-8c40a470a723 req-89580136-9ed5-4500-a5f2-3d5cf5ffa3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:06.093426 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-205208f1-3b70-4a9d-b7be-8c40a470a723 req-89580136-9ed5-4500-a5f2-3d5cf5ffa3b9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a16d7e30-f69f-4058-b150-43ccbc7efc7b HTTP/1.1" status: 200 len: 917 time: 0.1900897 Jun 29 03:34:06.205978 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cd035-d416-4b3d-8507-bc24423f0a73 req-c0a1843d-6e83-4a99-af52-be9962fb9e22 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:06.207401 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4e6cd035-d416-4b3d-8507-bc24423f0a73 req-c0a1843d-6e83-4a99-af52-be9962fb9e22 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.2053089 Jun 29 03:34:06.233286 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-205208f1-3b70-4a9d-b7be-8c40a470a723 req-046de79b-2cc5-4fa2-9ac0-3ae7e72e66a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65fc27f8-70dc-4d14-b831-a0368affb40e HTTP/1.1" status: 200 len: 999 time: 0.1288371 Jun 29 03:34:06.291766 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-020ada48-73c8-434d-aa39-a0c90e8522d2 req-6a68c5c1-8d45-4257-b705-a96abfc10576 service neutron] 10.222.0.21 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966014 Jun 29 03:34:06.315047 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4e6cd035-d416-4b3d-8507-bc24423f0a73 req-2b018385-9b47-4c37-b74f-2edb884dd091 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998652 Jun 29 03:34:06.318773 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205208f1-3b70-4a9d-b7be-8c40a470a723 req-127ff171-5de1-4bb4-95db-af135bc95528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:06.320383 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-205208f1-3b70-4a9d-b7be-8c40a470a723 req-127ff171-5de1-4bb4-95db-af135bc95528 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b419f8dc-93fd-4a1b-bc32-b27006c69e77 HTTP/1.1" status: 200 len: 855 time: 0.0753682 Jun 29 03:34:06.376986 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205208f1-3b70-4a9d-b7be-8c40a470a723 req-0e0e5d1d-a6c0-48ec-9201-e749746ecd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:06.378440 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-205208f1-3b70-4a9d-b7be-8c40a470a723 req-0e0e5d1d-a6c0-48ec-9201-e749746ecd62 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a16d7e30-f69f-4058-b150-43ccbc7efc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0523105 Jun 29 03:34:06.465075 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-205208f1-3b70-4a9d-b7be-8c40a470a723 req-04a803bf-4193-4b22-8879-341f72e65a3c service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796959 Jun 29 03:34:06.814592 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-205208f1-3b70-4a9d-b7be-8c40a470a723 req-25135201-ebac-4e70-a261-8959306e83f3 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3429494 Jun 29 03:34:07.161541 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c5d66-2829-4a31-b48d-4baf20f23aea req-b0816b19-1f91-4068-b86f-7b68360bd766 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:07.163243 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a00c5d66-2829-4a31-b48d-4baf20f23aea req-b0816b19-1f91-4068-b86f-7b68360bd766 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0691783 Jun 29 03:34:07.202554 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a00c5d66-2829-4a31-b48d-4baf20f23aea req-4e6a0e1d-470f-43da-a725-7f0c12d0c47f tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330577 Jun 29 03:34:07.206015 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 65fc27f8-70dc-4d14-b831-a0368affb40e no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:07.538514 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b4cf14-ba97-4e67-9a34-9f57ec811b56 req-4e81655e-6106-48b4-9187-d69913690510 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:07.541067 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-52b4cf14-ba97-4e67-9a34-9f57ec811b56 req-4e81655e-6106-48b4-9187-d69913690510 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0947988 Jun 29 03:34:07.582498 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-52b4cf14-ba97-4e67-9a34-9f57ec811b56 req-c2455e79-5871-4523-85d1-d61ce2ada93b tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357230 Jun 29 03:34:08.397299 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f03e749-a51b-4c70-b9b4-94f49b78b4a3 req-1c7fbec5-8f95-4ce6-8be7-7f703d37c3b9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:08.400165 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5f03e749-a51b-4c70-b9b4-94f49b78b4a3 req-1c7fbec5-8f95-4ce6-8be7-7f703d37c3b9 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0638843 Jun 29 03:34:08.443672 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5f03e749-a51b-4c70-b9b4-94f49b78b4a3 req-38f33fca-f108-4f97-99ad-496b9b197f56 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372989 Jun 29 03:34:08.789433 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c60fd8-4149-4cdb-91a8-f95aa25af22e req-9fcb22de-107e-47d6-a8b5-c815dd00acc2 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:08.791435 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-02c60fd8-4149-4cdb-91a8-f95aa25af22e req-9fcb22de-107e-47d6-a8b5-c815dd00acc2 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0718324 Jun 29 03:34:08.842258 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-02c60fd8-4149-4cdb-91a8-f95aa25af22e req-79fc3895-b64c-4711-b0f4-307d3c47cc4f tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449376 Jun 29 03:34:09.638532 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7a8c55-4dc6-41cd-b879-d2b76db25cf0 req-e17ef052-1483-42a1-843e-f03fb2930838 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:09.640004 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fb7a8c55-4dc6-41cd-b879-d2b76db25cf0 req-e17ef052-1483-42a1-843e-f03fb2930838 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0667732 Jun 29 03:34:09.679872 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fb7a8c55-4dc6-41cd-b879-d2b76db25cf0 req-a7537382-9149-458d-8dad-9385e5e2de82 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342629 Jun 29 03:34:10.021244 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3054c72-ebc9-40b4-8358-1ce70b040966 req-afd885e8-6df1-415d-9659-4c6e2997ce87 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:10.022638 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b3054c72-ebc9-40b4-8358-1ce70b040966 req-afd885e8-6df1-415d-9659-4c6e2997ce87 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0690734 Jun 29 03:34:10.061723 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b3054c72-ebc9-40b4-8358-1ce70b040966 req-71376cbc-3a89-408c-9e05-845fb3a13b77 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325875 Jun 29 03:34:10.878991 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1e9ad2-9497-40fd-93ac-3d742b931303 req-12ad7012-d365-4392-852c-8077f794138e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:10.880774 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9d1e9ad2-9497-40fd-93ac-3d742b931303 req-12ad7012-d365-4392-852c-8077f794138e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0809944 Jun 29 03:34:10.919630 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9d1e9ad2-9497-40fd-93ac-3d742b931303 req-6689ee01-1ca5-4a33-9a3a-400be32a3539 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315139 Jun 29 03:34:11.239217 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e16e789-3932-4129-b73d-ce64949816ff req-b552ae40-8883-4875-afd6-57936d4e3f5d tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:11.240696 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4e16e789-3932-4129-b73d-ce64949816ff req-b552ae40-8883-4875-afd6-57936d4e3f5d tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0662429 Jun 29 03:34:11.279564 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4e16e789-3932-4129-b73d-ce64949816ff req-b514b9d5-ca4b-4663-bd3f-46ce5a38d808 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325363 Jun 29 03:34:12.101805 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bae0df-57d9-4cd4-b3de-8aa89832a4cc req-76dd8fc8-1af1-410c-b90e-ad7d08250907 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:12.104184 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-15bae0df-57d9-4cd4-b3de-8aa89832a4cc req-76dd8fc8-1af1-410c-b90e-ad7d08250907 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0654259 Jun 29 03:34:12.142453 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-15bae0df-57d9-4cd4-b3de-8aa89832a4cc req-4bbe4921-abaa-433e-abe3-8fea6858efd2 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326109 Jun 29 03:34:12.480402 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53269f6-fe0f-474e-8ab6-c4f8e74fb73b req-6dfcc9a7-fbbb-404e-a9e7-de57f4cb5f70 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:12.481964 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e53269f6-fe0f-474e-8ab6-c4f8e74fb73b req-6dfcc9a7-fbbb-404e-a9e7-de57f4cb5f70 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0721138 Jun 29 03:34:12.519697 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e53269f6-fe0f-474e-8ab6-c4f8e74fb73b req-55d88cfb-0f37-4adf-bc98-da4cac200785 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322137 Jun 29 03:34:13.331551 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75d5739-ecb8-4162-8ae6-a38687517a97 req-62b09163-f263-4372-8cd7-e60f4ae80a10 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:13.333067 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b75d5739-ecb8-4162-8ae6-a38687517a97 req-62b09163-f263-4372-8cd7-e60f4ae80a10 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0658491 Jun 29 03:34:13.373099 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-b75d5739-ecb8-4162-8ae6-a38687517a97 req-dd47f28d-d515-4be9-8865-9dcab01de512 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336013 Jun 29 03:34:13.502213 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:13.708306 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e00952-3210-4aad-8e29-a19e28752f0f req-0bfbb774-3756-4e15-bdd3-4a12520e82a2 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:13.710473 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a4e00952-3210-4aad-8e29-a19e28752f0f req-0bfbb774-3756-4e15-bdd3-4a12520e82a2 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0676804 Jun 29 03:34:13.748632 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a4e00952-3210-4aad-8e29-a19e28752f0f req-f145bb78-13b4-4afd-9171-9ce533cb9ab6 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316556 Jun 29 03:34:14.584882 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9039a879-f56a-4a77-b5bc-34c1b68dc69d req-46ec1970-18a6-4825-9569-77cc5fd3498e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:14.586350 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9039a879-f56a-4a77-b5bc-34c1b68dc69d req-46ec1970-18a6-4825-9569-77cc5fd3498e tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0730619 Jun 29 03:34:14.639660 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9039a879-f56a-4a77-b5bc-34c1b68dc69d req-1f362373-a28d-4821-83e6-1a426559e2e0 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475593 Jun 29 03:34:14.954502 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a585abd-e838-438e-bd8e-ffa400a432e5 req-2bf1a5dc-38f9-47be-adca-c71cb6c62bac tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:14.963557 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9a585abd-e838-438e-bd8e-ffa400a432e5 req-2bf1a5dc-38f9-47be-adca-c71cb6c62bac tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0896978 Jun 29 03:34:15.007586 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9a585abd-e838-438e-bd8e-ffa400a432e5 req-819d65f0-8915-400d-850b-579040f9dcd8 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423059 Jun 29 03:34:15.665596 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f94f0d95-6097-4138-b7ae-21f7d98c2f70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:15.849612 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d119632-eb71-4904-993b-13cf0218f849 req-5ffc8695-8737-44c8-8dd7-c9c13946c0e5 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:15.861121 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6d119632-eb71-4904-993b-13cf0218f849 req-5ffc8695-8737-44c8-8dd7-c9c13946c0e5 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0986660 Jun 29 03:34:15.921602 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6d119632-eb71-4904-993b-13cf0218f849 req-f50c2e4b-335e-4def-a09b-bf32285227e8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558376 Jun 29 03:34:16.203252 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb22f56-38c6-409d-960e-5627b4200b18 req-baa99b56-eb06-4128-a6ab-69dd783a84d8 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:16.204893 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8eb22f56-38c6-409d-960e-5627b4200b18 req-baa99b56-eb06-4128-a6ab-69dd783a84d8 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0750818 Jun 29 03:34:16.254131 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8eb22f56-38c6-409d-960e-5627b4200b18 req-711124be-3924-451a-84ef-622e8e5ffe41 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333023 Jun 29 03:34:17.108017 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d82e8c8-5414-4ad6-85c4-5e9fe906a21f req-e58a0349-332a-4f83-97e3-68a746c22930 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:17.109390 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9d82e8c8-5414-4ad6-85c4-5e9fe906a21f req-e58a0349-332a-4f83-97e3-68a746c22930 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0696032 Jun 29 03:34:17.145518 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9d82e8c8-5414-4ad6-85c4-5e9fe906a21f req-11d9b5a1-0a45-46fd-8ccf-e219f8916352 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306122 Jun 29 03:34:17.226504 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:34:17.436135 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2370c4cf-f299-40ff-b212-5dd72308f729 req-16906f0d-03a4-41a8-b99f-061d75805419 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:17.437510 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2370c4cf-f299-40ff-b212-5dd72308f729 req-16906f0d-03a4-41a8-b99f-061d75805419 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0712209 Jun 29 03:34:17.486457 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2370c4cf-f299-40ff-b212-5dd72308f729 req-e1198587-bcf5-4c24-bae5-efed6c3818f3 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432756 Jun 29 03:34:18.326453 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27643a08-93dd-4dc2-a44a-6cc00a8c4557 req-fbc66157-4522-46e0-a953-7d4d4a855648 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:18.327948 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-27643a08-93dd-4dc2-a44a-6cc00a8c4557 req-fbc66157-4522-46e0-a953-7d4d4a855648 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0642135 Jun 29 03:34:18.369415 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-27643a08-93dd-4dc2-a44a-6cc00a8c4557 req-e166df44-0801-4a70-9fa2-261af2ea70b8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350058 Jun 29 03:34:18.452643 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47380b10-937a-4d4a-802c-71db56c4f1f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:18.487044 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be75f7-d4df-4a09-9fc0-fb61a15fdffd req-77676563-eb14-4628-bf86-9cd48e1423e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:18.488577 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-82be75f7-d4df-4a09-9fc0-fb61a15fdffd req-77676563-eb14-4628-bf86-9cd48e1423e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=d5af8f42ab554f359650a231f3bb3804&device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 1096 time: 0.0566545 Jun 29 03:34:18.596679 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be75f7-d4df-4a09-9fc0-fb61a15fdffd req-264802bd-5d9a-4fe1-9bd7-cec7b5ae2090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:18.598117 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-82be75f7-d4df-4a09-9fc0-fb61a15fdffd req-264802bd-5d9a-4fe1-9bd7-cec7b5ae2090 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a16d7e30-f69f-4058-b150-43ccbc7efc7b HTTP/1.1" status: 200 len: 917 time: 0.0882833 Jun 29 03:34:18.689913 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-82be75f7-d4df-4a09-9fc0-fb61a15fdffd req-909574c8-9e12-4e1f-977e-1c545c37248f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65fc27f8-70dc-4d14-b831-a0368affb40e HTTP/1.1" status: 200 len: 999 time: 0.0803521 Jun 29 03:34:18.736005 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af393281-5e7d-43ba-89bc-0d63e9adf3ff req-6b8a6549-20a3-4fcd-88e3-332394e4c641 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:18.737468 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-af393281-5e7d-43ba-89bc-0d63e9adf3ff req-6b8a6549-20a3-4fcd-88e3-332394e4c641 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.1363966 Jun 29 03:34:18.747270 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:18.769590 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be75f7-d4df-4a09-9fc0-fb61a15fdffd req-e06df474-abbc-4ce1-bc5d-7e4fd20371e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:18.770907 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-82be75f7-d4df-4a09-9fc0-fb61a15fdffd req-e06df474-abbc-4ce1-bc5d-7e4fd20371e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b419f8dc-93fd-4a1b-bc32-b27006c69e77 HTTP/1.1" status: 200 len: 855 time: 0.0730379 Jun 29 03:34:18.811571 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-af393281-5e7d-43ba-89bc-0d63e9adf3ff req-2cef658d-d97c-4ced-adb9-0e1653001298 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670469 Jun 29 03:34:18.835761 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be75f7-d4df-4a09-9fc0-fb61a15fdffd req-cfb49a40-52a3-496a-a59b-78fda3dd0e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:18.837722 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-82be75f7-d4df-4a09-9fc0-fb61a15fdffd req-cfb49a40-52a3-496a-a59b-78fda3dd0e92 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a16d7e30-f69f-4058-b150-43ccbc7efc7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0576320 Jun 29 03:34:18.930609 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-82be75f7-d4df-4a09-9fc0-fb61a15fdffd req-b36c0202-d809-47fa-a522-f8c7b04c5db7 service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843866 Jun 29 03:34:19.024336 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-82be75f7-d4df-4a09-9fc0-fb61a15fdffd req-950bcbb6-662a-4720-9cea-f48112a48fcf service neutron] 10.222.0.21 "GET /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865264 Jun 29 03:34:19.560202 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a1689-0a61-4627-87a3-677efc196b2e req-b7f96983-7459-4c5f-a11f-8248ab2f3206 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:19.561741 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b34a1689-0a61-4627-87a3-677efc196b2e req-b7f96983-7459-4c5f-a11f-8248ab2f3206 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0737448 Jun 29 03:34:19.593857 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:19.603936 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b34a1689-0a61-4627-87a3-677efc196b2e req-ca866711-851d-41c8-9cb3-ed4bd83e4bd4 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364425 Jun 29 03:34:19.989814 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66fb73e-5033-49e9-a4d1-03ceea1216be req-d4677c50-a0c0-4475-86db-dc0e543872f8 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:19.991312 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c66fb73e-5033-49e9-a4d1-03ceea1216be req-d4677c50-a0c0-4475-86db-dc0e543872f8 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0697730 Jun 29 03:34:20.031097 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c66fb73e-5033-49e9-a4d1-03ceea1216be req-8bb75de1-dfdf-42ba-93ac-af51a5bbb6c8 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337517 Jun 29 03:34:20.786447 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a6c52-a014-4b9c-8c3a-b89044fc35e6 req-f1dd7aab-ad27-4156-8b0c-902b4524ac07 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:20.787922 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d23a6c52-a014-4b9c-8c3a-b89044fc35e6 req-f1dd7aab-ad27-4156-8b0c-902b4524ac07 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 943 time: 0.0623918 Jun 29 03:34:20.825449 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d23a6c52-a014-4b9c-8c3a-b89044fc35e6 req-90aec055-6bb6-403e-a3e9-8367374c97fc tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313139 Jun 29 03:34:20.862582 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:21.212891 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8914d0-498a-4a81-a6ee-b3d1a67aebbf req-54c8d87b-f3b9-40e2-aa92-4c2d6e4112ff tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:21.215315 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9f8914d0-498a-4a81-a6ee-b3d1a67aebbf req-54c8d87b-f3b9-40e2-aa92-4c2d6e4112ff tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0652666 Jun 29 03:34:21.255775 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9f8914d0-498a-4a81-a6ee-b3d1a67aebbf req-f9aa4657-dc55-41f4-ad6d-e8e384500760 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349472 Jun 29 03:34:21.288066 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 65fc27f8-70dc-4d14-b831-a0368affb40e details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:34:21.379871 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 65fc27f8-70dc-4d14-b831-a0368affb40e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fc27f8-70dc-4d14-b831-a0368affb40e,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:21.390779 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'port_id': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'mac_address': 'fa:16:3e:03:d8:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:34:21.429268 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:21.441378 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65fc27f8-70dc-4d14-b831-a0368affb40e {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:34:21.460244 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 65fc27f8-70dc-4d14-b831-a0368affb40e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fc27f8-70dc-4d14-b831-a0368affb40e,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:21.464289 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:21.466094 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:21.510580 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=65fc27f8-70dc-4d14-b831-a0368affb40e,revision_number=9']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:21.513658 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:21.761802 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['65fc27f8-70dc-4d14-b831-a0368affb40e'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:34:22.159440 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ca943-4254-41f1-bda8-9c97746f6050 req-6452f2ec-8b93-468f-9bf0-7012623572f8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:22.160826 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-259ca943-4254-41f1-bda8-9c97746f6050 req-6452f2ec-8b93-468f-9bf0-7012623572f8 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 944 time: 0.0625217 Jun 29 03:34:22.203629 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-259ca943-4254-41f1-bda8-9c97746f6050 req-04f984cf-247b-42da-b128-181840a07702 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360978 Jun 29 03:34:22.431922 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873af9d7-f601-40bf-9a53-9b86ea868fb0 req-99fbb105-10a3-433b-a68f-ca5cb1f8376e tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:22.433412 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-873af9d7-f601-40bf-9a53-9b86ea868fb0 req-99fbb105-10a3-433b-a68f-ca5cb1f8376e tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0647283 Jun 29 03:34:22.471198 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-873af9d7-f601-40bf-9a53-9b86ea868fb0 req-577ddc9b-216f-42c1-be35-b2af6a1e64e5 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318854 Jun 29 03:34:23.304014 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 65fc27f8-70dc-4d14-b831-a0368affb40e up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:34:23.359212 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 65fc27f8-70dc-4d14-b831-a0368affb40e triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:34:23.359867 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:23.390466 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8081518f-906c-4b2f-8b23-00f45a072bd7 req-c9efdf0c-7185-48b3-be84-1382661500ea tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:23.391940 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8081518f-906c-4b2f-8b23-00f45a072bd7 req-c9efdf0c-7185-48b3-be84-1382661500ea tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 944 time: 0.0654762 Jun 29 03:34:23.432396 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8081518f-906c-4b2f-8b23-00f45a072bd7 req-c1571b72-81d7-482d-8513-f6c4015041bb tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343702 Jun 29 03:34:23.439054 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:23.461398 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fc27f8-70dc-4d14-b831-a0368affb40e'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:23.463634 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fd8fa68-b6fb-41de-9e10-bca088072a69" -d '{"events": [{"server_uuid": "de6cad68-f6dd-46d4-919f-7c2fa40b54e6", "name": "network-vif-plugged", "status": "completed", "tag": "65fc27f8-70dc-4d14-b831-a0368affb40e"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:23.477748 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 65fc27f8-70dc-4d14-b831-a0368affb40e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fc27f8-70dc-4d14-b831-a0368affb40e,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:23.481498 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:23.484364 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:23.509436 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3a8a46-1870-4f6f-8497-7536b1e8f6ba x-openstack-request-id: req-de3a8a46-1870-4f6f-8497-7536b1e8f6ba {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:23.509801 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6cad68-f6dd-46d4-919f-7c2fa40b54e6", "name": "network-vif-plugged", "status": "completed", "tag": "65fc27f8-70dc-4d14-b831-a0368affb40e", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:23.509985 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de3a8a46-1870-4f6f-8497-7536b1e8f6ba {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:23.510434 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'code': 200} Jun 29 03:34:23.535579 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=65fc27f8-70dc-4d14-b831-a0368affb40e,revision_number=10']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:23.541499 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:23.654066 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f19c3-493f-4411-a2b6-b50b77ad16ab req-fbbcf27e-e291-42e8-8177-c81cdb63278b tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:23.655596 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-394f19c3-493f-4411-a2b6-b50b77ad16ab req-fbbcf27e-e291-42e8-8177-c81cdb63278b tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0701180 Jun 29 03:34:23.700669 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-394f19c3-493f-4411-a2b6-b50b77ad16ab req-c41c77c2-4ba6-4077-91ec-53ab49e726d8 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368795 Jun 29 03:34:23.763358 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4ec88a-a5ae-4ecc-90c9-a86f909609fe req-aa293ea3-e58e-4311-b908-38f368fa0241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:23.764872 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa4ec88a-a5ae-4ecc-90c9-a86f909609fe req-aa293ea3-e58e-4311-b908-38f368fa0241 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 1099 time: 0.0578043 Jun 29 03:34:23.801090 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-aa4ec88a-a5ae-4ecc-90c9-a86f909609fe req-31e8e231-422b-4e6e-967b-6737f146eb66 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298142 Jun 29 03:34:24.183997 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e81a36f-5e5f-40bd-b0ea-2eb038e6c7c8 req-f31bf2ef-a39b-4714-9440-30bfc682a9e2 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:24.185358 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e81a36f-5e5f-40bd-b0ea-2eb038e6c7c8 req-f31bf2ef-a39b-4714-9440-30bfc682a9e2 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 946 time: 0.0624585 Jun 29 03:34:24.221912 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e81a36f-5e5f-40bd-b0ea-2eb038e6c7c8 req-f4e82a2a-25f8-44d1-904e-f8a93d6b65a0 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=0985a1d3-1a21-4896-9c9e-e81a7a0b8090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309978 Jun 29 03:34:24.612073 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c27284-7d6c-4329-b046-2b8f3437683a req-9c52ac94-072d-49d5-83d3-469b79f8c175 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:24.613524 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-77c27284-7d6c-4329-b046-2b8f3437683a req-9c52ac94-072d-49d5-83d3-469b79f8c175 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 946 time: 0.0651395 Jun 29 03:34:24.650109 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-77c27284-7d6c-4329-b046-2b8f3437683a req-46c48455-5031-493b-bb11-338bbc33193b tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300014 Jun 29 03:34:24.886446 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868927c-1ee6-42b0-a0c1-70501a5c70e8 req-82432b36-d65f-4643-ac7b-c49bb3fae27e tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:24.887942 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e868927c-1ee6-42b0-a0c1-70501a5c70e8 req-82432b36-d65f-4643-ac7b-c49bb3fae27e tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0719314 Jun 29 03:34:24.927999 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e868927c-1ee6-42b0-a0c1-70501a5c70e8 req-439496bd-f919-4a0f-8847-d9bf271b61cc tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341742 Jun 29 03:34:25.393750 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e62fcd-72bf-48fc-941f-0361088f6776 req-303c9b5c-15c2-4d53-93c3-dbcdf4f18548 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:25.395212 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-96e62fcd-72bf-48fc-941f-0361088f6776 req-303c9b5c-15c2-4d53-93c3-dbcdf4f18548 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 946 time: 0.0627313 Jun 29 03:34:25.435016 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-96e62fcd-72bf-48fc-941f-0361088f6776 req-b002d84f-520b-4f81-88e6-63b434ea508b tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=0985a1d3-1a21-4896-9c9e-e81a7a0b8090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333960 Jun 29 03:34:25.823108 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79749a8-64db-43fe-8c5b-6687703c643c req-937f805d-edc1-42f9-a011-c2d4833a3cc1 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:25.824486 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f79749a8-64db-43fe-8c5b-6687703c643c req-937f805d-edc1-42f9-a011-c2d4833a3cc1 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 946 time: 0.0621243 Jun 29 03:34:25.862498 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f79749a8-64db-43fe-8c5b-6687703c643c req-abc9a0f3-6a89-4908-9c00-e37ee9773c32 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324287 Jun 29 03:34:26.101290 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8be0b-1261-405c-9ab1-585597a9919e req-9d12bdd5-54d9-4bae-a445-d6eaab609e03 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:26.103281 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-11d8be0b-1261-405c-9ab1-585597a9919e req-9d12bdd5-54d9-4bae-a445-d6eaab609e03 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0648594 Jun 29 03:34:26.144088 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-11d8be0b-1261-405c-9ab1-585597a9919e req-0af9b177-2271-49eb-8946-e134c571f708 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351567 Jun 29 03:34:26.296045 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-67c8b27c-851b-4469-85f7-2a36a7bf3803 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:26.297543 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-67c8b27c-851b-4469-85f7-2a36a7bf3803 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.21 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 946 time: 0.0657845 Jun 29 03:34:26.392929 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Deleting port c1d282fc-90d6-4682-97d5-1eeb3f3858e6 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:26.393169 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:26.481283 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] For port c1d282fc-90d6-4682-97d5-1eeb3f3858e6, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=c1d282fc-90d6-4682-97d5-1eeb3f3858e6,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:26.481635 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:26.685485 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:26.685754 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:26.686060 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.l3_db [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Floating IP 915f9f14-7924-4d02-92dd-39a4946eec7a disassociated. External IP: 172.27.1.56, port: c1d282fc-90d6-4682-97d5-1eeb3f3858e6. Jun 29 03:34:26.686392 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Calling delete_port for c1d282fc-90d6-4682-97d5-1eeb3f3858e6 owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:26.697916 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c76a9a0-19c1-490f-b533-2d6603dc87a3 req-3b19dd15-fb86-4804-975e-d00bc20d14a1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:26.699379 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4c76a9a0-19c1-490f-b533-2d6603dc87a3 req-3b19dd15-fb86-4804-975e-d00bc20d14a1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 946 time: 0.1274779 Jun 29 03:34:26.780840 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4c76a9a0-19c1-490f-b533-2d6603dc87a3 req-2c2c9f46-2c73-4aaf-9c13-5036edd17c2c tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups?id=0985a1d3-1a21-4896-9c9e-e81a7a0b8090&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746737 Jun 29 03:34:26.848555 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:26.852793 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-0013c5c6-c1d9-46fc-b325-eb5702cdefaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:26.877449 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event deleted for resources: {'Port': ['ID=c1d282fc-90d6-4682-97d5-1eeb3f3858e6,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:26.880435 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:26.989823 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:34:27.095001 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:34:27.105108 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da142db6-5a1c-45a1-8e33-aeeb6141d75d None None] Sync routers for ids ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:34:27.114836 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da142db6-5a1c-45a1-8e33-aeeb6141d75d None None] Routers {'53856f47-ac24-4c8b-a5ef-7d23eab957f2'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:34:27.115452 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-da142db6-5a1c-45a1-8e33-aeeb6141d75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:34:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:27.140826 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] No DVR routers for this DVR port c1d282fc-90d6-4682-97d5-1eeb3f3858e6 on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:34:27.143295 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:27.145318 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-808ae7d1-cdcd-4d76-9a97-56ef1ca3e1d3 req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.21 "DELETE /v2.0/ports/c1d282fc-90d6-4682-97d5-1eeb3f3858e6 HTTP/1.1" status: 204 len: 173 time: 0.8422358 Jun 29 03:34:27.145783 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c58599d3-2922-45b9-b9bb-5d266cfc15a4', 'name': 'network-vif-deleted', 'tag': 'c1d282fc-90d6-4682-97d5-1eeb3f3858e6'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:27.148080 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7da46d18-58a2-40a6-90cb-0b92e812f3e6" -d '{"events": [{"server_uuid": "c58599d3-2922-45b9-b9bb-5d266cfc15a4", "name": "network-vif-deleted", "tag": "c1d282fc-90d6-4682-97d5-1eeb3f3858e6"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:27.184041 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8fc8d1b-eb11-44c2-b68c-ea290522908b x-openstack-request-id: req-e8fc8d1b-eb11-44c2-b68c-ea290522908b {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:27.184376 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c58599d3-2922-45b9-b9bb-5d266cfc15a4", "name": "network-vif-deleted", "tag": "c1d282fc-90d6-4682-97d5-1eeb3f3858e6", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:27.184668 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8fc8d1b-eb11-44c2-b68c-ea290522908b {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:27.185433 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c58599d3-2922-45b9-b9bb-5d266cfc15a4', 'name': 'network-vif-deleted', 'tag': 'c1d282fc-90d6-4682-97d5-1eeb3f3858e6', 'status': 'completed', 'code': 200} Jun 29 03:34:27.225461 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-da142db6-5a1c-45a1-8e33-aeeb6141d75d None None] Set router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:34:27.350957 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad13990b-2b06-4c74-81be-883d02a86bf1 req-f52bedc9-235d-4765-b284-1a8a986e0228 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:27.356680 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ad13990b-2b06-4c74-81be-883d02a86bf1 req-f52bedc9-235d-4765-b284-1a8a986e0228 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0776076 Jun 29 03:34:27.362185 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 7dcf5186-5cbb-47ff-9475-974040cda48b details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:34:27.407769 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ad13990b-2b06-4c74-81be-883d02a86bf1 req-b395f22d-9f93-49f9-9dc4-17baa0ae7678 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474806 Jun 29 03:34:27.530298 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 7dcf5186-5cbb-47ff-9475-974040cda48b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7dcf5186-5cbb-47ff-9475-974040cda48b,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:27.542798 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-da142db6-5a1c-45a1-8e33-aeeb6141d75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:24Z', 'revision_number': 5, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:27.546971 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'port_id': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'mac_address': 'fa:16:3e:0b:16:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:34:27.571937 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da142db6-5a1c-45a1-8e33-aeeb6141d75d None None] Checking router: 53856f47-ac24-4c8b-a5ef-7d23eab957f2 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:34:27.599636 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da142db6-5a1c-45a1-8e33-aeeb6141d75d None None] Routers {'53856f47-ac24-4c8b-a5ef-7d23eab957f2'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:34:27.600274 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-da142db6-5a1c-45a1-8e33-aeeb6141d75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:34:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:27.646914 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:27.668141 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dcf5186-5cbb-47ff-9475-974040cda48b {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:34:27.724941 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 7dcf5186-5cbb-47ff-9475-974040cda48b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7dcf5186-5cbb-47ff-9475-974040cda48b,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:27.729517 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:27.734180 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:27.894690 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-da142db6-5a1c-45a1-8e33-aeeb6141d75d None None] Set router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:34:27.944890 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-677912ab-f78d-49ca-9d8a-789608f7e686 req-6ebf9f64-d0db-46c2-973c-dbd4f3453df3 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/ports?device_id=c58599d3-2922-45b9-b9bb-5d266cfc15a4 HTTP/1.1" status: 200 len: 210 time: 0.0343387 Jun 29 03:34:27.981675 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=7dcf5186-5cbb-47ff-9475-974040cda48b,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:27.986178 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:28.036607 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['7dcf5186-5cbb-47ff-9475-974040cda48b'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:34:28.205512 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-da142db6-5a1c-45a1-8e33-aeeb6141d75d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:24Z', 'revision_number': 5, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:28.236919 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da142db6-5a1c-45a1-8e33-aeeb6141d75d None None] The sync data for ids ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'] in dv-cinder-797245-8-iscsi is: [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:28:12Z', 'revision_number': 4, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a', 'name': '', 'network_id': '785192c7-749d-4ba0-a5e1-ac42527baabb', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'mac_address': 'fa:16:3e:d7:dc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:05Z', 'updated_at': '2021-06-29T03:28:24Z', 'revision_number': 5, 'project_id': '42b4127104ef4f549c06b765167084a1', 'subnets': [{'id': '1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:34:28.455068 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc40b2bb-c2fd-4899-b6d2-b4875a3350d3 None None] New status for floating IP 915f9f14-7924-4d02-92dd-39a4946eec7a: DOWN {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:34:28.581759 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d92d25-bc4c-4e97-a4f6-6b76f8befb3e req-b0e8a3fc-9810-40b2-82f5-6292cdc3367d tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:28.583226 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-73d92d25-bc4c-4e97-a4f6-6b76f8befb3e req-b0e8a3fc-9810-40b2-82f5-6292cdc3367d tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 945 time: 0.0654564 Jun 29 03:34:28.622269 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-73d92d25-bc4c-4e97-a4f6-6b76f8befb3e req-f79ba5fc-2a1e-49fe-b43b-eaa2c620be6e tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329506 Jun 29 03:34:29.061370 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51660) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:29.118257 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9d7c4223-8ed8-41c7-9427-ce6b7c347061 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:29.140668 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9d7c4223-8ed8-41c7-9427-ce6b7c347061 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:29.185827 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9d7c4223-8ed8-41c7-9427-ce6b7c347061 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:29.188616 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9d7c4223-8ed8-41c7-9427-ce6b7c347061 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:29.189903 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-9d7c4223-8ed8-41c7-9427-ce6b7c347061 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "DELETE /v2.0/security-groups/0985a1d3-1a21-4896-9c9e-e81a7a0b8090 HTTP/1.1" status: 204 len: 168 time: 0.1275127 Jun 29 03:34:29.190667 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5c8c3316-ca26-4968-bb77-4ea7dfa80cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:29.192758 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51662) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:29.199938 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c4223-8ed8-41c7-9427-ce6b7c347061 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0985a1d3-1a21-4896-9c9e-e81a7a0b8090,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:29.202307 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9d7c4223-8ed8-41c7-9427-ce6b7c347061 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:29.206770 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.api.v2.resource [None req-4876f4c6-1d15-4da1-b0a0-8be76a126db2 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] show failed (client error): The resource could not be found. Jun 29 03:34:29.207743 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4876f4c6-1d15-4da1-b0a0-8be76a126db2 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "GET /v2.0/security-groups/0985a1d3-1a21-4896-9c9e-e81a7a0b8090 HTTP/1.1" status: 404 len: 347 time: 0.0140133 Jun 29 03:34:29.210649 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51664) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:29.329068 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-1cc81d6e-e562-4a5c-b39c-ee2f3780b0c1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Deleting port af7ba5c5-aa48-4689-8137-3074e88f4b45 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:29.329381 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1cc81d6e-e562-4a5c-b39c-ee2f3780b0c1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:29.340956 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 7dcf5186-5cbb-47ff-9475-974040cda48b up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:34:29.392524 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 7dcf5186-5cbb-47ff-9475-974040cda48b completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:34:29.396208 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 7dcf5186-5cbb-47ff-9475-974040cda48b triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:34:29.396592 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:29.402720 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1cc81d6e-e562-4a5c-b39c-ee2f3780b0c1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:29.403048 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1cc81d6e-e562-4a5c-b39c-ee2f3780b0c1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:29.415415 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-1cc81d6e-e562-4a5c-b39c-ee2f3780b0c1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Calling delete_port for af7ba5c5-aa48-4689-8137-3074e88f4b45 owned by network:floatingip {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:29.474386 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:29.496263 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcf5186-5cbb-47ff-9475-974040cda48b'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:29.498449 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11553174-1447-4be2-a7ea-625eb8eaa13b" -d '{"events": [{"server_uuid": "ef56f009-f157-4a14-ba8c-4d145cc90007", "name": "network-vif-plugged", "status": "completed", "tag": "7dcf5186-5cbb-47ff-9475-974040cda48b"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:29.511866 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 7dcf5186-5cbb-47ff-9475-974040cda48b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7dcf5186-5cbb-47ff-9475-974040cda48b,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:29.517517 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:29.519605 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:29.544494 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f592c0a-ba10-4188-bc44-124caa9089aa x-openstack-request-id: req-0f592c0a-ba10-4188-bc44-124caa9089aa {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:29.544788 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef56f009-f157-4a14-ba8c-4d145cc90007", "name": "network-vif-plugged", "status": "completed", "tag": "7dcf5186-5cbb-47ff-9475-974040cda48b", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:29.546151 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f592c0a-ba10-4188-bc44-124caa9089aa {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:29.546541 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'code': 200} Jun 29 03:34:29.551657 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1cc81d6e-e562-4a5c-b39c-ee2f3780b0c1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:29.554995 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6fb7350c-9b68-4b25-9b5b-c70b8e8a672d tempest-DeleteServersTestJSON-675958751 tempest-DeleteServersTestJSON-675958751-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:29.573253 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=7dcf5186-5cbb-47ff-9475-974040cda48b,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:29.576358 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:29.584309 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc81d6e-e562-4a5c-b39c-ee2f3780b0c1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Pushing event deleted for resources: {'Port': ['ID=af7ba5c5-aa48-4689-8137-3074e88f4b45,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:29.587674 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1cc81d6e-e562-4a5c-b39c-ee2f3780b0c1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:29.644590 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1cc81d6e-e562-4a5c-b39c-ee2f3780b0c1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks [] for floatingip, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:29.647091 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1cc81d6e-e562-4a5c-b39c-ee2f3780b0c1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:29.648268 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-1cc81d6e-e562-4a5c-b39c-ee2f3780b0c1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] 10.222.0.39 "DELETE /v2.0/floatingips/915f9f14-7924-4d02-92dd-39a4946eec7a HTTP/1.1" status: 204 len: 168 time: 0.4367213 Jun 29 03:34:29.838059 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96434317-1f96-44e4-99ec-fb64247946d9 req-5a13d171-7f63-4b7c-8254-5c95563ad04d tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:29.839527 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-96434317-1f96-44e4-99ec-fb64247946d9 req-5a13d171-7f63-4b7c-8254-5c95563ad04d tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0951164 Jun 29 03:34:29.841326 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9b5f9-4cd2-47ef-a477-464ca85b9f22 req-2d9158b6-9e87-484f-91be-36c929136528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:29.842721 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-66f9b5f9-4cd2-47ef-a477-464ca85b9f22 req-2d9158b6-9e87-484f-91be-36c929136528 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 1099 time: 0.1089227 Jun 29 03:34:29.900100 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-66f9b5f9-4cd2-47ef-a477-464ca85b9f22 req-c6626302-ea83-40b1-9935-e576f0ba73cb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487154 Jun 29 03:34:29.902984 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-96434317-1f96-44e4-99ec-fb64247946d9 req-aaeb0138-8787-4bf2-8729-42cb59d558a8 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576711 Jun 29 03:34:31.079773 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e309a9-3a5a-493b-b161-eea14421a128 req-b0827c5f-fdb8-4929-abda-741422892b17 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:31.081159 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-13e309a9-3a5a-493b-b161-eea14421a128 req-b0827c5f-fdb8-4929-abda-741422892b17 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0671098 Jun 29 03:34:31.119048 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-13e309a9-3a5a-493b-b161-eea14421a128 req-2da22b3c-034a-4298-aa91-0522950b4fb5 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320625 Jun 29 03:34:31.334001 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device c1d282fc-90d6-4682-97d5-1eeb3f3858e6 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:31.354783 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: c1d282fc-90d6-4682-97d5-1eeb3f3858e6 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:34:31.355135 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device c1d282fc-90d6-4682-97d5-1eeb3f3858e6 not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:34:32.289918 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82476ae7-5d28-460e-8697-1453742752a4 req-31252ed5-08bb-4173-a8a6-d9f306f7225d tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:32.291442 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-82476ae7-5d28-460e-8697-1453742752a4 req-31252ed5-08bb-4173-a8a6-d9f306f7225d tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0635858 Jun 29 03:34:32.329285 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-82476ae7-5d28-460e-8697-1453742752a4 req-95d4b2c3-009f-4e4a-a024-a741b0e4df91 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320797 Jun 29 03:34:32.504639 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb96a8a-6d33-461b-9206-88870866c5f3 req-92cfdebd-3cf7-46e3-afa5-cc4cee3799d7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:32.506091 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ffb96a8a-6d33-461b-9206-88870866c5f3 req-92cfdebd-3cf7-46e3-afa5-cc4cee3799d7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0661697 Jun 29 03:34:32.545002 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ffb96a8a-6d33-461b-9206-88870866c5f3 req-f9461761-bb7d-445b-bcec-cb295482a9e4 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322695 Jun 29 03:34:32.568453 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51696) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:32.701541 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f56cd9a-23a2-4237-9632-a61c5ec624c3 tempest-TestShelveInstance-1331062265 tempest-TestShelveInstance-1331062265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:32.702990 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8f56cd9a-23a2-4237-9632-a61c5ec624c3 tempest-TestShelveInstance-1331062265 tempest-TestShelveInstance-1331062265-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 1094 time: 0.1335831 Jun 29 03:34:32.705787 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51700) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:32.709972 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Request body: {'floatingip': {'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'port_id': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:34:32.731337 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for floatingip, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:32.825058 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:32.925428 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Allocated IP 172.27.1.41 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/a89a4e6b-71c8-458c-a5d3-6b48445063de) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:34:33.025712 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:33.062661 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:33.065436 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:33.103682 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:34:33.106659 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:34:33.110843 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:34:33.113791 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Pushing event updated for resources: {'Port': ['ID=a89a4e6b-71c8-458c-a5d3-6b48445063de,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:33.131493 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:33.331586 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51708) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:33.473433 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:33.550702 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:33.696463 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:33.702551 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088899'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:33.705666 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2976d4b1-f69a-4ec5-895e-aefe5f5a29bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:33.768465 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Pushing event updated for resources: {'Port': ['ID=a89a4e6b-71c8-458c-a5d3-6b48445063de,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:33.774151 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:33.780925 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:33.788679 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672515'] for router_interface, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:34.050806 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Deleting port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:34.051137 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:34.129898 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] For port 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:34.130246 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:34.135795 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Floating IP 4fa81a84-4ee2-406d-bb65-b049a606448b associated. External IP: 172.27.1.41, port: 7dcf5186-5cbb-47ff-9475-974040cda48b. Jun 29 03:34:34.142356 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Calling delete_port for 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a owned by network:router_interface {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:34.320174 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:34.323053 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ed1f5e4a-2bbb-4489-94e4-4a3050ffc258 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:34.341592 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Router a7895318-c71c-499f-a4e5-bca256abc727 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:34:34.350762 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:34.379866 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.380259 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.381344 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.381715 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.382085 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.382959 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.383863 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.384214 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.384572 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.385459 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.385822 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.386179 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:34.393385 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:34.454183 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:34:34.465088 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e8bc9-a098-4c0f-80ec-7590d409037d None None] Sync routers for ids ['a7895318-c71c-499f-a4e5-bca256abc727'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:34:34.471995 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:34.475633 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e8bc9-a098-4c0f-80ec-7590d409037d None None] Routers {'a7895318-c71c-499f-a4e5-bca256abc727'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:34:34.476499 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-7f5e8bc9-a098-4c0f-80ec-7590d409037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:34:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['a7895318-c71c-499f-a4e5-bca256abc727'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:34.523877 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8050513 Jun 29 03:34:34.523877 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'tag': '7dcf5186-5cbb-47ff-9475-974040cda48b'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:34:34.523877 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04f93211-27d0-46d4-ba45-1a58e7c9e8ea" -d '{"events": [{"name": "network-changed", "server_uuid": "ef56f009-f157-4a14-ba8c-4d145cc90007", "tag": "7dcf5186-5cbb-47ff-9475-974040cda48b"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:34:34.554644 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675219'] for router_interface, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:34.592152 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-7f5e8bc9-a098-4c0f-80ec-7590d409037d None None] Set router a7895318-c71c-499f-a4e5-bca256abc727 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:34:34.623561 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:34:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc64411-3ee0-478f-933b-3ad9209958f4 x-openstack-request-id: req-ccc64411-3ee0-478f-933b-3ad9209958f4 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:34:34.624142 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef56f009-f157-4a14-ba8c-4d145cc90007", "tag": "7dcf5186-5cbb-47ff-9475-974040cda48b", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:34:34.624291 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ccc64411-3ee0-478f-933b-3ad9209958f4 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:34:34.624713 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'tag': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'status': 'completed', 'code': 200} Jun 29 03:34:34.827045 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-7f5e8bc9-a098-4c0f-80ec-7590d409037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 4, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '4fa81a84-4ee2-406d-bb65-b049a606448b', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'floating_ip_address': '172.27.1.41', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'port_id': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'mac_address': 'fa:16:3e:0b:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:34:33Z', 'updated_at': '2021-06-29T03:34:33Z', 'revision_number': 0, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ac7af4-a35d-4ad9-ae06-8de53efc86fc', 'name': '', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'mac_address': 'fa:16:3e:54:62:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:33Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 5, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'subnets': [{'id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:34.854622 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e8bc9-a098-4c0f-80ec-7590d409037d None None] Checking router: a7895318-c71c-499f-a4e5-bca256abc727 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:34:34.863056 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5e8bc9-a098-4c0f-80ec-7590d409037d None None] Routers {'a7895318-c71c-499f-a4e5-bca256abc727'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:34:34.863682 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-7f5e8bc9-a098-4c0f-80ec-7590d409037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:34:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['a7895318-c71c-499f-a4e5-bca256abc727'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:34.976495 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-7f5e8bc9-a098-4c0f-80ec-7590d409037d None None] Set router a7895318-c71c-499f-a4e5-bca256abc727 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:34:35.013036 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f93211-27d0-46d4-ba45-1a58e7c9e8ea req-1ee2f572-acb0-4c4b-9fd4-4dbaae1b3971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:35.014487 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-04f93211-27d0-46d4-ba45-1a58e7c9e8ea req-1ee2f572-acb0-4c4b-9fd4-4dbaae1b3971 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dedcfbfb2e514fea90cc8e5c3f7e707d&device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 1099 time: 0.1052694 Jun 29 03:34:35.147008 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:34:35.161246 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f93211-27d0-46d4-ba45-1a58e7c9e8ea req-f0867085-1078-4d2a-9c5c-795b3a40256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:35.162686 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-04f93211-27d0-46d4-ba45-1a58e7c9e8ea req-f0867085-1078-4d2a-9c5c-795b3a40256f service neutron] 10.222.0.21 "GET /v2.0/networks?id=06198eff-4a72-42c6-b730-3972025c8161 HTTP/1.1" status: 200 len: 910 time: 0.1405962 Jun 29 03:34:35.197154 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-7f5e8bc9-a098-4c0f-80ec-7590d409037d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 4, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '4fa81a84-4ee2-406d-bb65-b049a606448b', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'floating_ip_address': '172.27.1.41', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'port_id': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'mac_address': 'fa:16:3e:0b:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:34:33Z', 'updated_at': '2021-06-29T03:34:33Z', 'revision_number': 0, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ac7af4-a35d-4ad9-ae06-8de53efc86fc', 'name': '', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'mac_address': 'fa:16:3e:54:62:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:33Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 5, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'subnets': [{'id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:35.227623 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5e8bc9-a098-4c0f-80ec-7590d409037d None None] The sync data for ids ['a7895318-c71c-499f-a4e5-bca256abc727'] in dv-cinder-797245-8-iscsi is: [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 4, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '4fa81a84-4ee2-406d-bb65-b049a606448b', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'floating_ip_address': '172.27.1.41', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'port_id': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'mac_address': 'fa:16:3e:0b:16:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:34:33Z', 'updated_at': '2021-06-29T03:34:33Z', 'revision_number': 0, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64ac7af4-a35d-4ad9-ae06-8de53efc86fc', 'name': '', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'mac_address': 'fa:16:3e:54:62:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:33Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 5, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'subnets': [{'id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:34:35.303637 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-04f93211-27d0-46d4-ba45-1a58e7c9e8ea req-2b8b54f5-3c37-4aae-a76f-9aef7f6f1ae6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dcf5186-5cbb-47ff-9475-974040cda48b HTTP/1.1" status: 200 len: 999 time: 0.1342041 Jun 29 03:34:35.344134 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:34:35.350196 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] 10.222.0.39 "PUT /v2.0/routers/53856f47-ac24-4c8b-a5ef-7d23eab957f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0175669 Jun 29 03:34:35.353528 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51718) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:35.357181 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa1484-c83f-4cb1-b326-22b36391ad11 None None] Sync routers for ids ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:34:35.366873 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa1484-c83f-4cb1-b326-22b36391ad11 None None] Routers {'53856f47-ac24-4c8b-a5ef-7d23eab957f2'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:34:35.367616 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-5bfa1484-c83f-4cb1-b326-22b36391ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:34:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:35.408050 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f93211-27d0-46d4-ba45-1a58e7c9e8ea req-eacf8f66-c7a1-4594-901e-3766531e7580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:35.409537 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-04f93211-27d0-46d4-ba45-1a58e7c9e8ea req-eacf8f66-c7a1-4594-901e-3766531e7580 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be30b3c3-b26e-45a1-bc4d-68c98e4ada9f HTTP/1.1" status: 200 len: 848 time: 0.0994203 Jun 29 03:34:35.447529 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeffb5d1-b79a-4cad-998f-16ddfadade8e None None] New status for floating IP 4fa81a84-4ee2-406d-bb65-b049a606448b: ACTIVE {{(pid=92920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:34:35.510705 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Notify callbacks [] for router, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:35.558319 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f93211-27d0-46d4-ba45-1a58e7c9e8ea req-5ef8c888-8058-4699-9490-2b9014ddc86a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:35.559801 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-04f93211-27d0-46d4-ba45-1a58e7c9e8ea req-5ef8c888-8058-4699-9490-2b9014ddc86a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06198eff-4a72-42c6-b730-3972025c8161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1422453 Jun 29 03:34:35.573236 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-5bfa1484-c83f-4cb1-b326-22b36391ad11 None None] Set router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:34:35.674284 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:35.719342 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-04f93211-27d0-46d4-ba45-1a58e7c9e8ea req-8d6c9d2f-5f99-46ca-a6c0-4d72608ca6a4 service neutron] 10.222.0.21 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534791 Jun 29 03:34:35.753347 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-5bfa1484-c83f-4cb1-b326-22b36391ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:34:34Z', 'revision_number': 5, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port': {'id': '3620c0b0-bc78-4ab6-a979-f8fda5091cd6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:d9:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:35.780194 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa1484-c83f-4cb1-b326-22b36391ad11 None None] Checking router: 53856f47-ac24-4c8b-a5ef-7d23eab957f2 for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:34:35.788303 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa1484-c83f-4cb1-b326-22b36391ad11 None None] Routers {'53856f47-ac24-4c8b-a5ef-7d23eab957f2'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:34:35.788913 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-5bfa1484-c83f-4cb1-b326-22b36391ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:34:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:35.802515 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Deleting port 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:35.802851 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:35.864671 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-04f93211-27d0-46d4-ba45-1a58e7c9e8ea req-44b53351-bb1f-43fc-b28d-be5754e07151 service neutron] 10.222.0.21 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381249 Jun 29 03:34:35.876734 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-5bfa1484-c83f-4cb1-b326-22b36391ad11 None None] Set router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 gateway port host: None {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:34:35.903968 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] For port 3620c0b0-bc78-4ab6-a979-f8fda5091cd6, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=3620c0b0-bc78-4ab6-a979-f8fda5091cd6,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:35.904322 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:35.916146 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Calling delete_port for 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 owned by network:router_gateway {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:35.931741 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-5bfa1484-c83f-4cb1-b326-22b36391ad11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:34:35Z', 'revision_number': 6, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port_host': None}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:35.957060 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa1484-c83f-4cb1-b326-22b36391ad11 None None] The sync data for ids ['53856f47-ac24-4c8b-a5ef-7d23eab957f2'] in dv-cinder-797245-8-iscsi is: [{'id': '53856f47-ac24-4c8b-a5ef-7d23eab957f2', 'name': 'tempest-AttachVolumeTestJSON-2018692238-router', 'tenant_id': '42b4127104ef4f549c06b765167084a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:58Z', 'updated_at': '2021-06-29T03:34:35Z', 'revision_number': 6, 'project_id': '42b4127104ef4f549c06b765167084a1', 'gw_port_host': None}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:34:36.080315 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.082982 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f1585798-b255-48c2-bc51-6ad1de05fee4 tempest-ServerRescueNegativeTestJSON-1077857303 tempest-ServerRescueNegativeTestJSON-1077857303-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:36.105856 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Pushing event deleted for resources: {'Port': ['ID=3620c0b0-bc78-4ab6-a979-f8fda5091cd6,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:36.109416 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:36.168032 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673919'] for router_gateway, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.255057 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.257115 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.304239 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672062'] for router, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.305052 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53856f47-ac24-4c8b-a5ef-7d23eab957f2 {{(pid=92918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:34:36.310734 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Notify callbacks [] for router, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.312041 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] 10.222.0.39 "DELETE /v2.0/routers/53856f47-ac24-4c8b-a5ef-7d23eab957f2 HTTP/1.1" status: 204 len: 168 time: 0.9574528 Jun 29 03:34:36.314404 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51720) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:36.358898 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_v2 [None req-89d939f8-b08e-4be0-b2a6-2c477f7454f7 admin admin] Deleting subnet 1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78 {{(pid=92918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:34:36.362146 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-89d939f8-b08e-4be0-b2a6-2c477f7454f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.399219 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-89d939f8-b08e-4be0-b2a6-2c477f7454f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2136132'] for subnet, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.478149 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-89d939f8-b08e-4be0-b2a6-2c477f7454f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.528598 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-89d939f8-b08e-4be0-b2a6-2c477f7454f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2558941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861988'] for subnet, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.531404 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-de7b365e-e9d6-47bf-8f1d-22dc0246fbfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:36.556055 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d939f8-b08e-4be0-b2a6-2c477f7454f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:36.558039 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-89d939f8-b08e-4be0-b2a6-2c477f7454f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.559959 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-89d939f8-b08e-4be0-b2a6-2c477f7454f7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1efaf4ac-f7ed-46d3-9485-2f6dbcbbcc78 HTTP/1.1" status: 204 len: 168 time: 0.2445650 Jun 29 03:34:36.560848 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-89d939f8-b08e-4be0-b2a6-2c477f7454f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:36.562071 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f5fe451-0a6c-4966-8f25-adf9ed29d43e None None] Network 785192c7-749d-4ba0-a5e1-ac42527baabb requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:34:36.562551 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51722) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:36.632666 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.685910 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Deleting port 6d77cb74-0558-4026-b580-4a209770a941 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:36.686249 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.752033 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] For port 6d77cb74-0558-4026-b580-4a209770a941, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=6d77cb74-0558-4026-b580-4a209770a941,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:36.752382 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.764167 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Calling delete_port for 6d77cb74-0558-4026-b580-4a209770a941 owned by network:dhcp {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:36.776687 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] DHCP port deletion for 785192c7-749d-4ba0-a5e1-ac42527baabb request from dv-cinder-797245-8-iscsi {{(pid=92920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 03:34:36.826723 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Deleting port 6d77cb74-0558-4026-b580-4a209770a941 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:34:36.827113 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.849318 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.852919 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-55977e60-c390-430e-bdf7-64b1221a7433 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:36.876349 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d77cb74-0558-4026-b580-4a209770a941,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:36.878680 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] No DVR routers for this DVR port 6d77cb74-0558-4026-b580-4a209770a941 on host dv-cinder-797245-8-iscsi {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:34:36.879618 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:36.895425 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] For port 6d77cb74-0558-4026-b580-4a209770a941, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=6d77cb74-0558-4026-b580-4a209770a941,segment=NetworkSegment(8444ffed-c0ba-46fb-a413-a2920b8245a3),segment_id=8444ffed-c0ba-46fb-a413-a2920b8245a3)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:34:36.895828 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.912119 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Calling delete_port for 6d77cb74-0558-4026-b580-4a209770a941 owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:34:36.953482 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.964886 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['785192c7-749d-4ba0-a5e1-ac42527baabb']}} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:36.978263 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8444ffed-c0ba-46fb-a413-a2920b8245a3') {'for_net_delete': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:36.978685 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8444ffed-c0ba-46fb-a413-a2920b8245a3') {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:34:36.988403 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2136143'] for segment, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.990138 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:36.992118 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:37.006048 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:37.012455 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=92918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:34:37.012840 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558768'] for segment, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: Traceback (most recent call last): Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: timer() Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: cb(*args, **kw) Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: return func(*args, **kwargs) Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: self._notify() Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: self.callback(batched_events) Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: event.method(event) Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: return f(self, *a, **k) Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._get(url).json() Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: return self.request(url, 'GET', **kwargs) Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:34:37.014854 dv-cinder-797245-8-iscsi neutron-server[92918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:34:37.017708 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Pushing event deleted for resources: {'Port': ['ID=6d77cb74-0558-4026-b580-4a209770a941,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:37.022544 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] No DVR routers for this DVR port 6d77cb74-0558-4026-b580-4a209770a941 on host dv-cinder-797245-8-iscsi {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:34:37.025462 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:37.025808 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:37.026144 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:37.026473 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:37.026799 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:37.027168 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:37.027519 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:37.027859 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:37.028183 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:37.028498 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:37.028816 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:37.029135 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:37.032628 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-9fb855b8-11ae-47de-9cf7-e6d8e2c5f108 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:37.074801 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:37.078615 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:37.080932 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:37.082682 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/785192c7-749d-4ba0-a5e1-ac42527baabb HTTP/1.1" status: 204 len: 168 time: 0.5195110 Jun 29 03:34:37.093712 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=785192c7-749d-4ba0-a5e1-ac42527baabb,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:37.096037 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:37.191031 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51726) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:37.230517 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-673a27db-f7f4-4b18-9f45-838527f8c28e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42b4127104ef4f549c06b765167084a1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0382802 Jun 29 03:34:37.232822 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51728) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:37.284694 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-bb3f8ac0-bdbf-42fb-af93-f84ed03b12cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:37.306267 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:37.306674 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-bb3f8ac0-bdbf-42fb-af93-f84ed03b12cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:37.329058 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:34:37.329416 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 3620c0b0-bc78-4ab6-a979-f8fda5091cd6 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:34:37.329845 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:37.348461 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:34:37.348814 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 8a47e6f3-6e4d-47a8-a1ee-319c8cfce80a not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:34:37.349233 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 6d77cb74-0558-4026-b580-4a209770a941 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:34:37.353604 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-bb3f8ac0-bdbf-42fb-af93-f84ed03b12cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:37.356800 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-bb3f8ac0-bdbf-42fb-af93-f84ed03b12cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:37.357966 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-bb3f8ac0-bdbf-42fb-af93-f84ed03b12cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bfec0387-8249-42f2-b59e-eea830705b97 HTTP/1.1" status: 204 len: 168 time: 0.1242530 Jun 29 03:34:37.358836 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-306230f4-b05d-476b-bde3-8b59599cc384 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:37.366053 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f8ac0-bdbf-42fb-af93-f84ed03b12cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfec0387-8249-42f2-b59e-eea830705b97,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:37.367103 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 6d77cb74-0558-4026-b580-4a209770a941 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:34:37.367533 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 6d77cb74-0558-4026-b580-4a209770a941 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:34:37.369133 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-bb3f8ac0-bdbf-42fb-af93-f84ed03b12cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:38.538061 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51778) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:38.639275 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78c0b5aa-97a6-446a-ace0-2b758d5a1eb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:38.727079 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78c0b5aa-97a6-446a-ace0-2b758d5a1eb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:38.730736 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-78c0b5aa-97a6-446a-ace0-2b758d5a1eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:38.732981 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ce113c0e-b9ff-4044-99db-cb9ea5fadf8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:38.768181 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-78c0b5aa-97a6-446a-ace0-2b758d5a1eb9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e8c38ea86ca45a4a97febcd23f3a8f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290497 Jun 29 03:34:38.769060 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c0b5aa-97a6-446a-ace0-2b758d5a1eb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c21b2ea-7721-4501-ae0e-b65f532cfcb9,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:38.770829 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51782) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:38.772589 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-78c0b5aa-97a6-446a-ace0-2b758d5a1eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:38.818750 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f9428dcf-d035-4809-8da5-f6a6c4472dd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:38.840579 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f9428dcf-d035-4809-8da5-f6a6c4472dd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:38.884902 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f9428dcf-d035-4809-8da5-f6a6c4472dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:38.887583 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f9428dcf-d035-4809-8da5-f6a6c4472dd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:38.888992 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f9428dcf-d035-4809-8da5-f6a6c4472dd4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c21b2ea-7721-4501-ae0e-b65f532cfcb9 HTTP/1.1" status: 204 len: 168 time: 0.1170447 Jun 29 03:34:38.890100 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3b08f067-5f71-4c73-acf4-3c3ef480f2f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:38.898395 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9428dcf-d035-4809-8da5-f6a6c4472dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c21b2ea-7721-4501-ae0e-b65f532cfcb9,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:38.901941 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f9428dcf-d035-4809-8da5-f6a6c4472dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:40.443421 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51834) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:40.549261 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e430ca68-390c-455c-adfa-a5f3d972cd61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:40.638695 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e430ca68-390c-455c-adfa-a5f3d972cd61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:40.642384 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e430ca68-390c-455c-adfa-a5f3d972cd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:40.645552 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1ca558b7-07f3-44c8-ab67-5c74af91fe87 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:40.679062 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e430ca68-390c-455c-adfa-a5f3d972cd61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0f52af9e28054acfb793a71faaec6821&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345634 Jun 29 03:34:40.680498 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e430ca68-390c-455c-adfa-a5f3d972cd61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea35914b-da5e-409e-863a-a97b05c33861,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:40.682583 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51838) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:40.683404 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e430ca68-390c-455c-adfa-a5f3d972cd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:40.731844 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0317160a-ec7b-4a64-ae3a-ba25157acd3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:40.755290 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0317160a-ec7b-4a64-ae3a-ba25157acd3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:40.800391 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0317160a-ec7b-4a64-ae3a-ba25157acd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:40.802885 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0317160a-ec7b-4a64-ae3a-ba25157acd3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:40.804049 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-0317160a-ec7b-4a64-ae3a-ba25157acd3c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ea35914b-da5e-409e-863a-a97b05c33861 HTTP/1.1" status: 204 len: 168 time: 0.1203375 Jun 29 03:34:40.805453 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2773e957-5307-4677-9e4a-edef7239c605 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:40.812828 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0317160a-ec7b-4a64-ae3a-ba25157acd3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea35914b-da5e-409e-863a-a97b05c33861,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:40.814931 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-0317160a-ec7b-4a64-ae3a-ba25157acd3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:41.053382 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51846) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:41.067298 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0397cad0-4456-4c65-aee5-32a19b6ce586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:41.153899 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0397cad0-4456-4c65-aee5-32a19b6ce586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:41.157424 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-0397cad0-4456-4c65-aee5-32a19b6ce586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:41.160529 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9fb882f6-1843-47f0-8d3b-21417207b2df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:41.195086 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-0397cad0-4456-4c65-aee5-32a19b6ce586 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffd7743d363c4e2c9dbfdf19c6f43b9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1406488 Jun 29 03:34:41.196019 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397cad0-4456-4c65-aee5-32a19b6ce586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b6e79ae-5f08-4648-9905-8074f946cd5b,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:41.197857 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51848) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:41.198923 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-0397cad0-4456-4c65-aee5-32a19b6ce586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:41.246677 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:41.266685 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:41.312755 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:41.315402 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:41.316685 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b6e79ae-5f08-4648-9905-8074f946cd5b HTTP/1.1" status: 204 len: 168 time: 0.1178610 Jun 29 03:34:41.317431 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e430ca68-390c-455c-adfa-a5f3d972cd61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:41.324931 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b6e79ae-5f08-4648-9905-8074f946cd5b,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:41.331985 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:41.332367 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:41.332734 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:41.333094 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:41.333456 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:41.333813 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:41.334165 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:41.334516 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:41.334868 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:41.335220 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:41.335568 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:41.336462 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:34:41.339390 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:43.490816 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:45.667285 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7d55b80e-9cf8-4143-8031-92015af8195f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:48.453303 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e0635b32-4897-4181-a14f-60ef6ac5e791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:48.749294 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:49.593587 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:49.750026 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51986) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:49.848965 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c6d3cc66-9113-4d27-86d4-0e620f9003c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:49.935128 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c6d3cc66-9113-4d27-86d4-0e620f9003c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:49.938679 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c6d3cc66-9113-4d27-86d4-0e620f9003c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:49.941035 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7224a18c-2a7f-45cb-8393-efc9c2e07db1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:49.979982 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c6d3cc66-9113-4d27-86d4-0e620f9003c1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f819eb301a2f478bb6304d1feff7d9ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288215 Jun 29 03:34:49.980959 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d3cc66-9113-4d27-86d4-0e620f9003c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48a576bc-bcbe-49c9-a4c1-7a0506d92037,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:49.982623 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51990) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:49.984254 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c6d3cc66-9113-4d27-86d4-0e620f9003c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:50.031585 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ded3316a-62f4-46f3-be98-1a181bee6fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.052581 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ded3316a-62f4-46f3-be98-1a181bee6fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.101468 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ded3316a-62f4-46f3-be98-1a181bee6fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.104532 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ded3316a-62f4-46f3-be98-1a181bee6fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.105645 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-ded3316a-62f4-46f3-be98-1a181bee6fab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48a576bc-bcbe-49c9-a4c1-7a0506d92037 HTTP/1.1" status: 204 len: 168 time: 0.1219876 Jun 29 03:34:50.106422 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-041ab78a-1bb5-43cb-96ca-d68b828c3a25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:50.113787 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded3316a-62f4-46f3-be98-1a181bee6fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48a576bc-bcbe-49c9-a4c1-7a0506d92037,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:50.116230 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ded3316a-62f4-46f3-be98-1a181bee6fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:50.359741 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 51996) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:50.372713 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4051f94f-323d-48e4-8573-fcbaee90a970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.457452 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4051f94f-323d-48e4-8573-fcbaee90a970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.461107 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4051f94f-323d-48e4-8573-fcbaee90a970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.464187 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-bb3f8ac0-bdbf-42fb-af93-f84ed03b12cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:50.499762 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-4051f94f-323d-48e4-8573-fcbaee90a970 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fdbff38f91624a079c0d770c2a48561a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1388459 Jun 29 03:34:50.500615 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051f94f-323d-48e4-8573-fcbaee90a970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b84ff5-b2f6-44d5-8746-2630c6488350,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:50.502582 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 51998) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:50.503712 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4051f94f-323d-48e4-8573-fcbaee90a970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:50.550865 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b0b62a21-459c-43a7-9107-8040c6e95e94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.572742 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b0b62a21-459c-43a7-9107-8040c6e95e94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.618520 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b0b62a21-459c-43a7-9107-8040c6e95e94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.621067 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b0b62a21-459c-43a7-9107-8040c6e95e94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.622285 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-b0b62a21-459c-43a7-9107-8040c6e95e94 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86b84ff5-b2f6-44d5-8746-2630c6488350 HTTP/1.1" status: 204 len: 168 time: 0.1185529 Jun 29 03:34:50.623033 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-662a9483-04e9-4722-9a32-1211e95c5d8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:50.630016 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b62a21-459c-43a7-9107-8040c6e95e94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b84ff5-b2f6-44d5-8746-2630c6488350,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:50.632192 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b0b62a21-459c-43a7-9107-8040c6e95e94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:50.866198 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:50.927692 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52004) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:50.941878 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2107480e-64ab-4a4e-bced-8e3fae4f7ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:51.029217 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2107480e-64ab-4a4e-bced-8e3fae4f7ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:51.033198 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2107480e-64ab-4a4e-bced-8e3fae4f7ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:51.036398 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c2fc93f1-46e4-49b2-8b63-e6830b0a50e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:51.072947 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-2107480e-64ab-4a4e-bced-8e3fae4f7ba5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=575b222f70ee4f84836dc9375e177bb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441202 Jun 29 03:34:51.074060 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107480e-64ab-4a4e-bced-8e3fae4f7ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4b7c24-0022-4fc1-ad54-db611fb6dc17,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:51.075567 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52006) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:51.077238 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2107480e-64ab-4a4e-bced-8e3fae4f7ba5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:51.122561 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-810e2ca6-07fb-4dfe-9f27-272b410b37b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:51.143631 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-810e2ca6-07fb-4dfe-9f27-272b410b37b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:51.187757 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-810e2ca6-07fb-4dfe-9f27-272b410b37b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:51.190268 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-810e2ca6-07fb-4dfe-9f27-272b410b37b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:51.191378 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-810e2ca6-07fb-4dfe-9f27-272b410b37b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a4b7c24-0022-4fc1-ad54-db611fb6dc17 HTTP/1.1" status: 204 len: 168 time: 0.1147239 Jun 29 03:34:51.192148 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f1750f89-274f-455f-b81f-51e34464d350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:51.199695 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810e2ca6-07fb-4dfe-9f27-272b410b37b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4b7c24-0022-4fc1-ad54-db611fb6dc17,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:51.201912 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-810e2ca6-07fb-4dfe-9f27-272b410b37b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:52.183312 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52036) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:52.284896 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f44ac482-cd30-42fd-a746-9259c87ace77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.372037 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f44ac482-cd30-42fd-a746-9259c87ace77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.375606 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-f44ac482-cd30-42fd-a746-9259c87ace77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.378777 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c6d3cc66-9113-4d27-86d4-0e620f9003c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:52.412617 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f44ac482-cd30-42fd-a746-9259c87ace77 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=afb2530491864cdbad37a42e84b506b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2282476 Jun 29 03:34:52.414598 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44ac482-cd30-42fd-a746-9259c87ace77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51161197-3db2-4778-a8d7-b8a4a11e1548,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:52.415374 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52040) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:34:52.417646 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f44ac482-cd30-42fd-a746-9259c87ace77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:52.468718 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a606d498-1fa9-488a-acc2-71769333998e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.489377 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a606d498-1fa9-488a-acc2-71769333998e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.534988 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a606d498-1fa9-488a-acc2-71769333998e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.537528 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a606d498-1fa9-488a-acc2-71769333998e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:34:52.538643 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-a606d498-1fa9-488a-acc2-71769333998e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51161197-3db2-4778-a8d7-b8a4a11e1548 HTTP/1.1" status: 204 len: 168 time: 0.1222870 Jun 29 03:34:52.539457 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f7f6e851-4ec1-4072-8f90-a62321e5998c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:34:52.546752 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a606d498-1fa9-488a-acc2-71769333998e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51161197-3db2-4778-a8d7-b8a4a11e1548,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:34:52.549207 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a606d498-1fa9-488a-acc2-71769333998e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:34:54.224734 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:34:59.325164 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4851292e-1531-42fd-8697-47733f871b1c req-f76f2b61-1494-4a60-b5c4-4362886f3174 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:34:59.326622 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4851292e-1531-42fd-8697-47733f871b1c req-f76f2b61-1494-4a60-b5c4-4362886f3174 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 946 time: 0.0636878 Jun 29 03:34:59.363829 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4851292e-1531-42fd-8697-47733f871b1c req-2e60766f-6fc0-4140-854d-f53bc8ed0f89 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315452 Jun 29 03:35:00.288577 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52172) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:00.388782 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5830cef1-d975-4416-a3af-971abd68189d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:00.479017 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5830cef1-d975-4416-a3af-971abd68189d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:00.484120 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5830cef1-d975-4416-a3af-971abd68189d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:00.487527 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f724f94c-1a27-43c2-8aca-f3b6b6e12c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:00.527404 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-5830cef1-d975-4416-a3af-971abd68189d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0bf9a2232b994279bf5f5d3931a380a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2377641 Jun 29 03:35:00.528561 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5830cef1-d975-4416-a3af-971abd68189d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89f27dc6-89db-4c04-951e-eaca17303496,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:00.532008 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5830cef1-d975-4416-a3af-971abd68189d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:00.532628 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52178) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:00.544708 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44bca06-1d96-48ff-8d98-0a45e2a21884 req-fa23b537-4d7d-406c-a722-4046e1fb2395 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:00.546231 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e44bca06-1d96-48ff-8d98-0a45e2a21884 req-fa23b537-4d7d-406c-a722-4046e1fb2395 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 946 time: 0.0628324 Jun 29 03:35:00.583929 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-144c2f4a-5bf7-438b-b6f1-ad079a719ec9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:00.584535 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e44bca06-1d96-48ff-8d98-0a45e2a21884 req-9044aacb-4849-4a9f-8588-bbeafa01b115 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325270 Jun 29 03:35:00.606956 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-144c2f4a-5bf7-438b-b6f1-ad079a719ec9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:00.654135 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-144c2f4a-5bf7-438b-b6f1-ad079a719ec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:00.656760 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-144c2f4a-5bf7-438b-b6f1-ad079a719ec9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:00.657884 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-144c2f4a-5bf7-438b-b6f1-ad079a719ec9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89f27dc6-89db-4c04-951e-eaca17303496 HTTP/1.1" status: 204 len: 168 time: 0.1243529 Jun 29 03:35:00.658628 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a561e8e9-789c-495f-962b-55008c39eb28 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:00.666635 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144c2f4a-5bf7-438b-b6f1-ad079a719ec9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89f27dc6-89db-4c04-951e-eaca17303496,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:00.668807 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-144c2f4a-5bf7-438b-b6f1-ad079a719ec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:00.914945 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52184) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:00.929001 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-35f17e7a-2f44-4880-b41b-bad1fe91049f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:00.962473 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-66f7c5c7-1997-42d9-aa1c-d8a5d1aa62e5 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:00.963829 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-66f7c5c7-1997-42d9-aa1c-d8a5d1aa62e5 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.21 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 946 time: 0.0630579 Jun 29 03:35:01.022881 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-35f17e7a-2f44-4880-b41b-bad1fe91049f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.026944 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-35f17e7a-2f44-4880-b41b-bad1fe91049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.030128 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8b22ddd5-f113-4d6b-8cc8-5ddf1dcd8b19 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:01.064783 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-35f17e7a-2f44-4880-b41b-bad1fe91049f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4ae51cc4547846169ab6e3f06374aa2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1478019 Jun 29 03:35:01.066754 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f17e7a-2f44-4880-b41b-bad1fe91049f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6973868a-72f1-4bc0-a800-990eced2ecd7,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:01.067171 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Deleting port 65fc27f8-70dc-4d14-b831-a0368affb40e {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:01.067575 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.069034 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52186) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:01.082837 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-35f17e7a-2f44-4880-b41b-bad1fe91049f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:01.118684 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a2187e13-ade5-4f9f-bd94-d1e35227b445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.139056 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a2187e13-ade5-4f9f-bd94-d1e35227b445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.156702 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] For port 65fc27f8-70dc-4d14-b831-a0368affb40e, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=65fc27f8-70dc-4d14-b831-a0368affb40e,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:01.157054 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.185352 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a2187e13-ade5-4f9f-bd94-d1e35227b445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.188116 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a2187e13-ade5-4f9f-bd94-d1e35227b445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.192186 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-a2187e13-ade5-4f9f-bd94-d1e35227b445 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6973868a-72f1-4bc0-a800-990eced2ecd7 HTTP/1.1" status: 204 len: 168 time: 0.1222045 Jun 29 03:35:01.193009 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cd46df9b-6112-4ee2-a471-eb1954675408 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:01.201462 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2187e13-ade5-4f9f-bd94-d1e35227b445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6973868a-72f1-4bc0-a800-990eced2ecd7,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:01.203693 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a2187e13-ade5-4f9f-bd94-d1e35227b445 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:01.517283 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52192) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:01.531042 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-62c93877-899b-4ddd-8a06-e0df9503a78c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.603725 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.604318 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.604461 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.l3_db [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Floating IP 833366cc-09fe-43b1-9200-283eb1a46cd7 disassociated. External IP: 172.27.1.176, port: 65fc27f8-70dc-4d14-b831-a0368affb40e. Jun 29 03:35:01.604786 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Calling delete_port for 65fc27f8-70dc-4d14-b831-a0368affb40e owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:01.627379 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-62c93877-899b-4ddd-8a06-e0df9503a78c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.632248 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-62c93877-899b-4ddd-8a06-e0df9503a78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.636666 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6e850ef8-d57a-4e64-955c-46a952775c86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:01.676436 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-62c93877-899b-4ddd-8a06-e0df9503a78c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7481d105dbbf4be6b3f121a4e11c50c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1580086 Jun 29 03:35:01.677356 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c93877-899b-4ddd-8a06-e0df9503a78c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80758ef0-2ecb-48ac-9f9d-e1b9c77dd959,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:01.679169 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52196) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:01.680362 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-62c93877-899b-4ddd-8a06-e0df9503a78c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:01.797019 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.802959 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-18c18109-c36b-4c4a-ade2-5b60e42d0f4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:01.842106 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event deleted for resources: {'Port': ['ID=65fc27f8-70dc-4d14-b831-a0368affb40e,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:01.847222 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:01.857237 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-900529c6-439d-4862-9579-f8097d920d8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:01.867308 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c4c022-55af-4638-9664-b46ef8d53a33 req-683fcfc9-0f8c-46e2-8482-f0a052f4d580 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:01.868890 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-02c4c022-55af-4638-9664-b46ef8d53a33 req-683fcfc9-0f8c-46e2-8482-f0a052f4d580 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/ports?device_id=de6cad68-f6dd-46d4-919f-7c2fa40b54e6 HTTP/1.1" status: 200 len: 868 time: 0.1570961 Jun 29 03:35:01.942761 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-900529c6-439d-4862-9579-f8097d920d8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:02.005862 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-02c4c022-55af-4638-9664-b46ef8d53a33 req-9896f1be-0aaf-448d-939d-79d0b5875bb1 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups?id=aa124295-9491-4e74-a26a-970bb3098bde&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278303 Jun 29 03:35:02.044813 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Router 115d0708-8872-4c08-b222-75db94f24bee has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:35:02.058061 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-900529c6-439d-4862-9579-f8097d920d8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:02.060902 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-900529c6-439d-4862-9579-f8097d920d8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:02.062013 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-900529c6-439d-4862-9579-f8097d920d8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80758ef0-2ecb-48ac-9f9d-e1b9c77dd959 HTTP/1.1" status: 204 len: 168 time: 0.3531568 Jun 29 03:35:02.092960 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-74a06b1d-5f08-4fc2-9923-e89917fba46f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:02.103067 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900529c6-439d-4862-9579-f8097d920d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80758ef0-2ecb-48ac-9f9d-e1b9c77dd959,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:02.106658 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-900529c6-439d-4862-9579-f8097d920d8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:02.173935 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:35:02.184987 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f31606-8a5f-4643-9f0c-3b03e0a57c73 None None] Sync routers for ids ['115d0708-8872-4c08-b222-75db94f24bee'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:35:02.194469 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f31606-8a5f-4643-9f0c-3b03e0a57c73 None None] Routers {'115d0708-8872-4c08-b222-75db94f24bee'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:02.195086 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-13f31606-8a5f-4643-9f0c-3b03e0a57c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:34:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['115d0708-8872-4c08-b222-75db94f24bee'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:02.220899 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] No DVR routers for this DVR port 65fc27f8-70dc-4d14-b831-a0368affb40e on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:02.224048 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:02.226290 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bf14b1d9-55a7-4085-a1a0-b580091bb15a req-b3ae1691-bb18-412e-9051-b98e42624496 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.21 "DELETE /v2.0/ports/65fc27f8-70dc-4d14-b831-a0368affb40e HTTP/1.1" status: 204 len: 173 time: 1.2575831 Jun 29 03:35:02.226838 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'name': 'network-vif-deleted', 'tag': '65fc27f8-70dc-4d14-b831-a0368affb40e'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:02.229879 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaf946f-7c44-4f74-a009-fc1a55deadb1" -d '{"events": [{"server_uuid": "de6cad68-f6dd-46d4-919f-7c2fa40b54e6", "name": "network-vif-deleted", "tag": "65fc27f8-70dc-4d14-b831-a0368affb40e"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:02.268321 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80ca088e-f6d1-476a-aeff-90c1acba4260 x-openstack-request-id: req-80ca088e-f6d1-476a-aeff-90c1acba4260 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:02.268712 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de6cad68-f6dd-46d4-919f-7c2fa40b54e6", "name": "network-vif-deleted", "tag": "65fc27f8-70dc-4d14-b831-a0368affb40e", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:02.269014 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80ca088e-f6d1-476a-aeff-90c1acba4260 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:02.269466 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de6cad68-f6dd-46d4-919f-7c2fa40b54e6', 'name': 'network-vif-deleted', 'tag': '65fc27f8-70dc-4d14-b831-a0368affb40e', 'status': 'completed', 'code': 200} Jun 29 03:35:02.333119 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-13f31606-8a5f-4643-9f0c-3b03e0a57c73 None None] Set router 115d0708-8872-4c08-b222-75db94f24bee gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:02.557025 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-13f31606-8a5f-4643-9f0c-3b03e0a57c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:27Z', 'revision_number': 5, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:02.583537 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f31606-8a5f-4643-9f0c-3b03e0a57c73 None None] Checking router: 115d0708-8872-4c08-b222-75db94f24bee for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:35:02.593256 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f31606-8a5f-4643-9f0c-3b03e0a57c73 None None] Routers {'115d0708-8872-4c08-b222-75db94f24bee'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:02.593935 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-13f31606-8a5f-4643-9f0c-3b03e0a57c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:34:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['115d0708-8872-4c08-b222-75db94f24bee'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:02.702071 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-13f31606-8a5f-4643-9f0c-3b03e0a57c73 None None] Set router 115d0708-8872-4c08-b222-75db94f24bee gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:02.898447 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-13f31606-8a5f-4643-9f0c-3b03e0a57c73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:27Z', 'revision_number': 5, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:02.928711 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f31606-8a5f-4643-9f0c-3b03e0a57c73 None None] The sync data for ids ['115d0708-8872-4c08-b222-75db94f24bee'] in dv-cinder-797245-8-iscsi is: [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:28:18Z', 'revision_number': 4, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '6d000b8d-aa10-4dc2-bd8e-2ddffb856992', 'name': '', 'network_id': 'a16d7e30-f69f-4058-b150-43ccbc7efc7b', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'mac_address': 'fa:16:3e:fe:a4:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:12Z', 'updated_at': '2021-06-29T03:28:27Z', 'revision_number': 5, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'subnets': [{'id': 'b419f8dc-93fd-4a1b-bc32-b27006c69e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:35:03.146053 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52230) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:03.171419 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b93d610e-2753-419b-b3b1-49d844f2f549 None None] New status for floating IP 833366cc-09fe-43b1-9200-283eb1a46cd7: DOWN {{(pid=92920) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:35:03.263613 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-28a0e1d0-4952-4e3d-9043-0c1507352d69 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:03.289479 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-28a0e1d0-4952-4e3d-9043-0c1507352d69 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:03.344295 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-28a0e1d0-4952-4e3d-9043-0c1507352d69 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:03.347003 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-28a0e1d0-4952-4e3d-9043-0c1507352d69 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:03.348472 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-28a0e1d0-4952-4e3d-9043-0c1507352d69 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "DELETE /v2.0/security-groups/aa124295-9491-4e74-a26a-970bb3098bde HTTP/1.1" status: 204 len: 168 time: 0.2006083 Jun 29 03:35:03.349318 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-83be6e0b-39e3-4354-b00e-4a2bb41728d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:03.351294 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52236) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:03.359708 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a0e1d0-4952-4e3d-9043-0c1507352d69 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa124295-9491-4e74-a26a-970bb3098bde,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:03.362084 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-28a0e1d0-4952-4e3d-9043-0c1507352d69 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:03.367578 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.api.v2.resource [None req-5c4b1199-0736-46ff-9eae-4f8614149c2d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] show failed (client error): The resource could not be found. Jun 29 03:35:03.372324 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-5c4b1199-0736-46ff-9eae-4f8614149c2d tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "GET /v2.0/security-groups/aa124295-9491-4e74-a26a-970bb3098bde HTTP/1.1" status: 404 len: 347 time: 0.0171819 Jun 29 03:35:03.372419 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52238) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:03.497946 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-c39aae9a-60d6-4095-a6c1-51978400ad96 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Deleting port 1b613c51-9f38-47eb-8bde-a5e683b4de3e {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:03.498285 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c39aae9a-60d6-4095-a6c1-51978400ad96 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:03.573256 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c39aae9a-60d6-4095-a6c1-51978400ad96 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:03.573576 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c39aae9a-60d6-4095-a6c1-51978400ad96 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:03.585192 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-c39aae9a-60d6-4095-a6c1-51978400ad96 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Calling delete_port for 1b613c51-9f38-47eb-8bde-a5e683b4de3e owned by network:floatingip {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:03.713469 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c39aae9a-60d6-4095-a6c1-51978400ad96 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:03.715760 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4d0197e1-2ebb-4b63-9089-33bfd86656b9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:03.736814 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39aae9a-60d6-4095-a6c1-51978400ad96 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Pushing event deleted for resources: {'Port': ['ID=1b613c51-9f38-47eb-8bde-a5e683b4de3e,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:03.740229 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c39aae9a-60d6-4095-a6c1-51978400ad96 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:03.803101 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c39aae9a-60d6-4095-a6c1-51978400ad96 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks [] for floatingip, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:03.806449 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c39aae9a-60d6-4095-a6c1-51978400ad96 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:03.807564 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c39aae9a-60d6-4095-a6c1-51978400ad96 tempest-AttachVolumeShelveTestJSON-1618915872 tempest-AttachVolumeShelveTestJSON-1618915872-project] 10.222.0.39 "DELETE /v2.0/floatingips/833366cc-09fe-43b1-9200-283eb1a46cd7 HTTP/1.1" status: 204 len: 168 time: 0.4342511 Jun 29 03:35:04.445525 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9a25d32f-55dd-48ff-a1dd-6032f61b2fca tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f4d5f9f13edc4d98a4723e757c47ee8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0284224 Jun 29 03:35:04.630333 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-73e51c9f-1b84-47d3-8905-f677984054e7 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:04.631763 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-73e51c9f-1b84-47d3-8905-f677984054e7 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1792331 Jun 29 03:35:04.645877 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-6f6423c4-4e5f-4ea3-82d1-cdf185f80d94 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/quotas/f4d5f9f13edc4d98a4723e757c47ee8c HTTP/1.1" status: 200 len: 375 time: 0.0086486 Jun 29 03:35:04.678447 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-44c5f194-0268-4a14-a99d-2720d2f8363d tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f4d5f9f13edc4d98a4723e757c47ee8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269601 Jun 29 03:35:04.841183 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6085d3bb-c51d-43bb-acd4-63c7572aca52 req-1860f351-a165-4a0d-b2b1-ceb21ed6155b tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 210 time: 0.0290427 Jun 29 03:35:05.465025 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 65fc27f8-70dc-4d14-b831-a0368affb40e no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:05.489517 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 65fc27f8-70dc-4d14-b831-a0368affb40e {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:05.489956 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 65fc27f8-70dc-4d14-b831-a0368affb40e not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:05.972528 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-3e7e0a21-fe3a-48fa-947f-7959d740af67 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f4d5f9f13edc4d98a4723e757c47ee8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304828 Jun 29 03:35:05.993536 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-da3d51d9-9858-43ba-9c40-66ac904677d8 req-0552e56c-09d3-4f50-8bfa-dc93261b4a05 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 210 time: 0.0299380 Jun 29 03:35:06.103874 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-3ecfe24f-eee1-4b30-9257-8b687aaa40a6 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:06.105372 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-3ecfe24f-eee1-4b30-9257-8b687aaa40a6 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1147099 Jun 29 03:35:06.124921 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Request body: {'port': {'device_id': 'a8ef1011-1d72-4d41-81b6-95b71d162dfd', 'network_id': 'efb647a7-0755-427f-a975-859535ebb97e', 'admin_state_up': True, 'tenant_id': 'f4d5f9f13edc4d98a4723e757c47ee8c'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:06.234610 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Made reservation on behalf of f4d5f9f13edc4d98a4723e757c47ee8c for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:35:06.238120 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:06.249181 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:06.341425 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:06.344259 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:06.347061 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-47de5889-342a-40cc-b88e-140fa6e7b2fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:06.372496 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52290) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:06.405824 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Pushing event updated for resources: {'SecurityGroup': ['ID=952e17ce-4a58-49dd-873b-7f0ad2b1dff1,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:06.411379 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:06.482162 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Allocated IP 192.168.233.209 (efb647a7-0755-427f-a975-859535ebb97e/00c18380-04f5-4b4b-abfd-79c2026c9b16/95265922-e1c8-4280-9a78-524ea54e4efe) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:35:06.625508 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:06.639036 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Transition to ACTIVE for port object 95265922-e1c8-4280-9a78-524ea54e4efe will not be triggered until provisioned by entity DHCP. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:35:06.674296 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:06.677970 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:06.725690 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Network efb647a7-0755-427f-a975-859535ebb97e is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:35:06.729828 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:35:06.734256 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:35:06.738007 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Pushing event updated for resources: {'Port': ['ID=95265922-e1c8-4280-9a78-524ea54e4efe,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:06.760930 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:06.789644 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:06.790814 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:06.807321 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6862574 Jun 29 03:35:06.829906 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Request body: {'port': {'device_id': 'a8ef1011-1d72-4d41-81b6-95b71d162dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:06.913689 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:06.938146 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e077807-3a8b-4804-b174-8ae6bbbe6010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672515'] for router_interface, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:07.029695 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-4eccd4b9-3187-42ef-badd-ea4c718beac4 None None] Provisioning for port 95265922-e1c8-4280-9a78-524ea54e4efe completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:35:07.036103 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-4eccd4b9-3187-42ef-badd-ea4c718beac4 None None] Provisioning complete for port 95265922-e1c8-4280-9a78-524ea54e4efe triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:35:07.036485 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4eccd4b9-3187-42ef-badd-ea4c718beac4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:07.073998 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-4eccd4b9-3187-42ef-badd-ea4c718beac4 None None] Port 95265922-e1c8-4280-9a78-524ea54e4efe cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:35:07.185718 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95265922-e1c8-4280-9a78-524ea54e4efe {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:35:07.193028 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:07.204560 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Transition to ACTIVE for port object 95265922-e1c8-4280-9a78-524ea54e4efe will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:35:07.208743 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:07.211555 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-78b25b67-bad0-4735-9cbb-9d83f49d1a4c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:07.232553 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821a5a4a-b1b7-4e92-a88f-b7335db58310 req-e3e514bc-5031-4da0-aea3-1d2c82e92006 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:07.234028 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-821a5a4a-b1b7-4e92-a88f-b7335db58310 req-e3e514bc-5031-4da0-aea3-1d2c82e92006 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 936 time: 0.1014037 Jun 29 03:35:07.269685 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Pushing event updated for resources: {'Port': ['ID=95265922-e1c8-4280-9a78-524ea54e4efe,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:07.287872 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:07.314878 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-821a5a4a-b1b7-4e92-a88f-b7335db58310 req-fddd10e2-d9b3-49ce-aa7e-1905dbe3e04c tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/security-groups?id=952e17ce-4a58-49dd-873b-7f0ad2b1dff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615165 Jun 29 03:35:07.354685 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-6e077807-3a8b-4804-b174-8ae6bbbe6010 admin admin] Deleting port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:07.355023 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e077807-3a8b-4804-b174-8ae6bbbe6010 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:07.361465 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Attempting to bind port 95265922-e1c8-4280-9a78-524ea54e4efe on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:35:07.361842 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Attempting to bind port 95265922-e1c8-4280-9a78-524ea54e4efe by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '3e125ba9-233d-4675-a8a1-b86df6ea0c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'efb647a7-0755-427f-a975-859535ebb97e'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:35:07.362119 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Attempting to bind port 95265922-e1c8-4280-9a78-524ea54e4efe on network efb647a7-0755-427f-a975-859535ebb97e {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:35:07.366772 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Port 95265922-e1c8-4280-9a78-524ea54e4efe on network efb647a7-0755-427f-a975-859535ebb97e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:35:07.368353 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Attempting to bind port 95265922-e1c8-4280-9a78-524ea54e4efe on network efb647a7-0755-427f-a975-859535ebb97e {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:35:07.372776 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:35:07.373109 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Checking segment: {'id': '3e125ba9-233d-4675-a8a1-b86df6ea0c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'efb647a7-0755-427f-a975-859535ebb97e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:35:07.373488 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Bound using segment: {'id': '3e125ba9-233d-4675-a8a1-b86df6ea0c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'efb647a7-0755-427f-a975-859535ebb97e'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:35:07.373909 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Bound port: 95265922-e1c8-4280-9a78-524ea54e4efe, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e125ba9-233d-4675-a8a1-b86df6ea0c26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'efb647a7-0755-427f-a975-859535ebb97e'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:35:07.374263 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:07.439818 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] For port 95265922-e1c8-4280-9a78-524ea54e4efe, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:35:07.440647 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-6e077807-3a8b-4804-b174-8ae6bbbe6010 admin admin] For port 6d000b8d-aa10-4dc2-bd8e-2ddffb856992, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=6d000b8d-aa10-4dc2-bd8e-2ddffb856992,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:07.441117 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e077807-3a8b-4804-b174-8ae6bbbe6010 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:07.443131 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] For port 95265922-e1c8-4280-9a78-524ea54e4efe, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=95265922-e1c8-4280-9a78-524ea54e4efe,segment=NetworkSegment(3e125ba9-233d-4675-a8a1-b86df6ea0c26),segment_id=3e125ba9-233d-4675-a8a1-b86df6ea0c26)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:35:07.447714 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:07.450766 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-de015a2a-a403-4879-9d08-63a15501c071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:07.454345 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-6e077807-3a8b-4804-b174-8ae6bbbe6010 admin admin] Calling delete_port for 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 owned by network:router_interface {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:07.485685 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:07.486227 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:07.487626 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] 10.222.0.21 "PUT /v2.0/ports/95265922-e1c8-4280-9a78-524ea54e4efe HTTP/1.1" status: 200 len: 1098 time: 0.6628015 Jun 29 03:35:07.488174 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8ef1011-1d72-4d41-81b6-95b71d162dfd', 'tag': '95265922-e1c8-4280-9a78-524ea54e4efe'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:07.490464 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a1e610-c76e-409e-941b-453b0fcb5dbb" -d '{"events": [{"name": "network-changed", "server_uuid": "a8ef1011-1d72-4d41-81b6-95b71d162dfd", "tag": "95265922-e1c8-4280-9a78-524ea54e4efe"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:07.514128 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Pushing event updated for resources: {'Port': ['ID=95265922-e1c8-4280-9a78-524ea54e4efe,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:07.517859 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:07.533666 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8670a7c-749e-4917-bc40-765576c7e171 x-openstack-request-id: req-f8670a7c-749e-4917-bc40-765576c7e171 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:07.534072 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8ef1011-1d72-4d41-81b6-95b71d162dfd", "tag": "95265922-e1c8-4280-9a78-524ea54e4efe", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:07.534488 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8670a7c-749e-4917-bc40-765576c7e171 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:07.535304 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8ef1011-1d72-4d41-81b6-95b71d162dfd', 'tag': '95265922-e1c8-4280-9a78-524ea54e4efe', 'status': 'completed', 'code': 200} Jun 29 03:35:07.645240 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1e610-c76e-409e-941b-453b0fcb5dbb req-9d3f86d4-34bd-4d11-b7ed-859cc9a29ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:07.646773 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e5a1e610-c76e-409e-941b-453b0fcb5dbb req-9d3f86d4-34bd-4d11-b7ed-859cc9a29ba7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4d5f9f13edc4d98a4723e757c47ee8c&device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 1101 time: 0.0606475 Jun 29 03:35:07.683105 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e077807-3a8b-4804-b174-8ae6bbbe6010 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:07.683437 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e5a1e610-c76e-409e-941b-453b0fcb5dbb req-6332223c-2ba2-4b66-8de2-98d5351b8ad0 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=f4d5f9f13edc4d98a4723e757c47ee8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223191 Jun 29 03:35:07.685552 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1cc81d6e-e562-4a5c-b39c-ee2f3780b0c1 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:07.706576 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e077807-3a8b-4804-b174-8ae6bbbe6010 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d000b8d-aa10-4dc2-bd8e-2ddffb856992,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:07.709889 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6e077807-3a8b-4804-b174-8ae6bbbe6010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:07.779274 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a1e610-c76e-409e-941b-453b0fcb5dbb req-89157c90-0787-468f-9786-3d0c3b468499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:07.780796 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e5a1e610-c76e-409e-941b-453b0fcb5dbb req-89157c90-0787-468f-9786-3d0c3b468499 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0919342 Jun 29 03:35:07.905617 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-dca0a035-e2de-4fc8-86b0-74570370a844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:07.907111 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-dca0a035-e2de-4fc8-86b0-74570370a844 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=f4d5f9f13edc4d98a4723e757c47ee8c&device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 1101 time: 0.0585558 Jun 29 03:35:07.967200 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-4c56122f-330d-470d-9b0e-eeb025103c4e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.209&port_id=95265922-e1c8-4280-9a78-524ea54e4efe HTTP/1.1" status: 200 len: 217 time: 0.0398939 Jun 29 03:35:08.019896 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-52fbedf1-6ded-440c-9a0d-f50f98d7a7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:08.021392 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-52fbedf1-6ded-440c-9a0d-f50f98d7a7fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=00c18380-04f5-4b4b-abfd-79c2026c9b16 HTTP/1.1" status: 200 len: 843 time: 0.0473986 Jun 29 03:35:08.081434 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-ab155d66-84cd-4763-88b1-50df6957aa27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:08.082939 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-ab155d66-84cd-4763-88b1-50df6957aa27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=efb647a7-0755-427f-a975-859535ebb97e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0546963 Jun 29 03:35:08.131294 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-6e077807-3a8b-4804-b174-8ae6bbbe6010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675219'] for router_interface, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.178965 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-b61a429f-c744-45a9-90e0-ceb7183117a2 service neutron] 10.222.0.21 "GET /v2.0/networks/efb647a7-0755-427f-a975-859535ebb97e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874765 Jun 29 03:35:08.268519 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f688e3e-ab77-41d6-85a1-8ae024e3389f req-0d0460e4-9af1-4e2b-ac23-4fbc96f6beda service neutron] 10.222.0.21 "GET /v2.0/networks/efb647a7-0755-427f-a975-859535ebb97e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819204 Jun 29 03:35:08.345752 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e077807-3a8b-4804-b174-8ae6bbbe6010 admin admin] Router 115d0708-8872-4c08-b222-75db94f24bee has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:35:08.478845 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e077807-3a8b-4804-b174-8ae6bbbe6010 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:35:08.485365 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-6e077807-3a8b-4804-b174-8ae6bbbe6010 admin admin] 10.222.0.39 "PUT /v2.0/routers/115d0708-8872-4c08-b222-75db94f24bee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1117554 Jun 29 03:35:08.487064 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c6c612-fd53-44ff-96ad-7a590336943e None None] Sync routers for ids ['115d0708-8872-4c08-b222-75db94f24bee'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:35:08.487522 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52300) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:08.497180 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c6c612-fd53-44ff-96ad-7a590336943e None None] Routers {'115d0708-8872-4c08-b222-75db94f24bee'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:08.497967 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-84c6c612-fd53-44ff-96ad-7a590336943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:34:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['115d0708-8872-4c08-b222-75db94f24bee'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:08.511265 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d63fefa-637d-49fb-98ee-9606ca463f2e req-79b8ace4-fb5a-4943-a847-07e5645651e9 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:08.512786 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8d63fefa-637d-49fb-98ee-9606ca463f2e req-79b8ace4-fb5a-4943-a847-07e5645651e9 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 948 time: 0.0814142 Jun 29 03:35:08.551966 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8d63fefa-637d-49fb-98ee-9606ca463f2e req-0b16bca7-9dae-4aa4-a97b-aee89fb6476d tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/security-groups?id=952e17ce-4a58-49dd-873b-7f0ad2b1dff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331290 Jun 29 03:35:08.593746 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Notify callbacks [] for router, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.601572 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-84c6c612-fd53-44ff-96ad-7a590336943e None None] Set router 115d0708-8872-4c08-b222-75db94f24bee gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:08.693600 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.749450 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Deleting port f4200a66-0b13-4185-b8f6-53a9fd8724c0 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:08.749965 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.775532 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-84c6c612-fd53-44ff-96ad-7a590336943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235'}], 'enable_snat': True}, 'gw_port_id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:35:07Z', 'revision_number': 5, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port': {'id': 'f4200a66-0b13-4185-b8f6-53a9fd8724c0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:ca:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '115d0708-8872-4c08-b222-75db94f24bee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:28:00Z', 'updated_at': '2021-06-29T03:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:08.804343 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c6c612-fd53-44ff-96ad-7a590336943e None None] Checking router: 115d0708-8872-4c08-b222-75db94f24bee for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:35:08.812839 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c6c612-fd53-44ff-96ad-7a590336943e None None] Routers {'115d0708-8872-4c08-b222-75db94f24bee'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:08.813438 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-84c6c612-fd53-44ff-96ad-7a590336943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:34:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['115d0708-8872-4c08-b222-75db94f24bee'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:08.826572 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] For port f4200a66-0b13-4185-b8f6-53a9fd8724c0, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=f4200a66-0b13-4185-b8f6-53a9fd8724c0,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:08.826929 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:08.838241 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Calling delete_port for f4200a66-0b13-4185-b8f6-53a9fd8724c0 owned by network:router_gateway {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:08.896463 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-84c6c612-fd53-44ff-96ad-7a590336943e None None] Set router 115d0708-8872-4c08-b222-75db94f24bee gateway port host: None {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:08.946807 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-84c6c612-fd53-44ff-96ad-7a590336943e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:35:08Z', 'revision_number': 6, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port_host': None}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:08.976051 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84c6c612-fd53-44ff-96ad-7a590336943e None None] The sync data for ids ['115d0708-8872-4c08-b222-75db94f24bee'] in dv-cinder-797245-8-iscsi is: [{'id': '115d0708-8872-4c08-b222-75db94f24bee', 'name': 'tempest-AttachVolumeShelveTestJSON-914415124-router', 'tenant_id': 'd5af8f42ab554f359650a231f3bb3804', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:27:59Z', 'updated_at': '2021-06-29T03:35:08Z', 'revision_number': 6, 'project_id': 'd5af8f42ab554f359650a231f3bb3804', 'gw_port_host': None}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:35:09.003473 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.005660 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ed5f73da-d0d4-4b3f-a9c2-c064858be79c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:09.029949 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4200a66-0b13-4185-b8f6-53a9fd8724c0,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:09.032385 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:09.095861 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673919'] for router_gateway, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.181414 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.183422 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.223964 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672062'] for router, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.224477 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 115d0708-8872-4c08-b222-75db94f24bee {{(pid=92918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:35:09.229246 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Notify callbacks [] for router, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.230364 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/115d0708-8872-4c08-b222-75db94f24bee HTTP/1.1" status: 204 len: 168 time: 0.7418773 Jun 29 03:35:09.232788 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52302) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:09.276767 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_v2 [None req-2629066c-77cb-4878-93c9-c41d8ffdb7c5 admin admin] Deleting subnet b419f8dc-93fd-4a1b-bc32-b27006c69e77 {{(pid=92918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:35:09.279683 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2629066c-77cb-4878-93c9-c41d8ffdb7c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.316480 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2629066c-77cb-4878-93c9-c41d8ffdb7c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2136132'] for subnet, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.410597 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2629066c-77cb-4878-93c9-c41d8ffdb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.465405 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2629066c-77cb-4878-93c9-c41d8ffdb7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2558941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861988'] for subnet, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.467659 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-6a23d1c7-94c7-4f25-99ba-1635c5f239cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:09.498415 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2629066c-77cb-4878-93c9-c41d8ffdb7c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.500276 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-2629066c-77cb-4878-93c9-c41d8ffdb7c5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b419f8dc-93fd-4a1b-bc32-b27006c69e77 HTTP/1.1" status: 204 len: 168 time: 0.2666023 Jun 29 03:35:09.501670 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2629066c-77cb-4878-93c9-c41d8ffdb7c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b419f8dc-93fd-4a1b-bc32-b27006c69e77,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:09.502863 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52308) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:09.503335 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3315d63c-9934-4978-9f10-75f8ef738d2b None None] Network a16d7e30-f69f-4058-b150-43ccbc7efc7b requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:35:09.504439 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2629066c-77cb-4878-93c9-c41d8ffdb7c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:09.576549 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.640440 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Deleting port 11fa37a5-b069-4797-b031-232e7754a980 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:09.640777 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.704554 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] For port 11fa37a5-b069-4797-b031-232e7754a980, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=11fa37a5-b069-4797-b031-232e7754a980,segment=NetworkSegment(a6888262-b7c8-4127-aef7-d55c37e0dab2),segment_id=a6888262-b7c8-4127-aef7-d55c37e0dab2)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:09.705005 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.716768 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Calling delete_port for 11fa37a5-b069-4797-b031-232e7754a980 owned by network:dhcp {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:09.767259 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b9e1363b-99ab-42ff-a1a0-338e4d5d924e req-fd0afa79-86ce-474c-a46e-dd6ed8096d5e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1013408 Jun 29 03:35:09.775394 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8eb2c90-558b-4855-bd2b-196b2e2a3472 None None] DHCP port deletion for a16d7e30-f69f-4058-b150-43ccbc7efc7b request from dv-cinder-797245-8-iscsi {{(pid=92920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 03:35:09.779998 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:09.796280 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d204d-f571-4b86-ba95-5da168343b8b req-6d517c00-e2b5-4d88-9b92-323bdbb9d171 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:09.797967 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a34d204d-f571-4b86-ba95-5da168343b8b req-6d517c00-e2b5-4d88-9b92-323bdbb9d171 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 948 time: 0.1026995 Jun 29 03:35:09.810712 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:09.812898 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 6d000b8d-aa10-4dc2-bd8e-2ddffb856992 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:09.819355 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.822278 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4c56f395-c84b-4edc-9250-3ab926f13957 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:09.846503 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Pushing event deleted for resources: {'Port': ['ID=11fa37a5-b069-4797-b031-232e7754a980,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:09.849497 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:09.852968 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] No DVR routers for this DVR port 11fa37a5-b069-4797-b031-232e7754a980 on host dv-cinder-797245-8-iscsi {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:09.861859 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb2c90-558b-4855-bd2b-196b2e2a3472 None None] Deleting port 11fa37a5-b069-4797-b031-232e7754a980 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:09.862255 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2c90-558b-4855-bd2b-196b2e2a3472 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.892538 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a34d204d-f571-4b86-ba95-5da168343b8b req-cef8d024-4b9d-4e03-a37e-6438425b506d tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/security-groups?id=952e17ce-4a58-49dd-873b-7f0ad2b1dff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879374 Jun 29 03:35:09.898165 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1363b-99ab-42ff-a1a0-338e4d5d924e req-780c49f7-0d28-44b2-b392-cbd2333a5566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:09.900323 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b9e1363b-99ab-42ff-a1a0-338e4d5d924e req-780c49f7-0d28-44b2-b392-cbd2333a5566 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 1099 time: 0.0940485 Jun 29 03:35:09.933905 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-f8eb2c90-558b-4855-bd2b-196b2e2a3472 None None] For port 11fa37a5-b069-4797-b031-232e7754a980, host dv-cinder-797245-8-iscsi, got binding levels [] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:09.934317 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2c90-558b-4855-bd2b-196b2e2a3472 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.942661 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.951306 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-f8eb2c90-558b-4855-bd2b-196b2e2a3472 None None] Calling delete_port for 11fa37a5-b069-4797-b031-232e7754a980 owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:09.953704 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a16d7e30-f69f-4058-b150-43ccbc7efc7b']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:09.954154 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.ipam_backend_mixin [None req-f8eb2c90-558b-4855-bd2b-196b2e2a3472 None None] Port 11fa37a5-b069-4797-b031-232e7754a980 was not found and therefore no delete operation was performed {{(pid=92920) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 29 03:35:09.955399 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f8eb2c90-558b-4855-bd2b-196b2e2a3472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.957229 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-5c3e10f2-07b0-4e6e-a874-bfcc7042a0a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:09.965663 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6888262-b7c8-4127-aef7-d55c37e0dab2') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:09.965960 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6888262-b7c8-4127-aef7-d55c37e0dab2') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:09.975339 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60178235'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:09.987644 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8eb2c90-558b-4855-bd2b-196b2e2a3472 None None] Pushing event deleted for resources: {'Port': ['ID=11fa37a5-b069-4797-b031-232e7754a980,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:09.991213 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f8eb2c90-558b-4855-bd2b-196b2e2a3472 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:09.992000 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8eb2c90-558b-4855-bd2b-196b2e2a3472 None None] No DVR routers for this DVR port 11fa37a5-b069-4797-b031-232e7754a980 on host dv-cinder-797245-8-iscsi {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:09.993532 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.000274 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Releasing vlan 207 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:35:10.000664 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088943'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: timer() Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: cb(*args, **kw) Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: self._notify() Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: self.callback(batched_events) Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: event.method(event) Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._get(url).json() Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:35:10.002350 dv-cinder-797245-8-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:35:10.041883 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1363b-99ab-42ff-a1a0-338e4d5d924e req-ed138458-bc11-4459-8b82-fef1673f97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:10.043650 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b9e1363b-99ab-42ff-a1a0-338e4d5d924e req-ed138458-bc11-4459-8b82-fef1673f97c5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 912 time: 0.1104593 Jun 29 03:35:10.069176 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.073627 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:10.076372 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.081278 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] 10.222.0.39 "DELETE /v2.0/networks/a16d7e30-f69f-4058-b150-43ccbc7efc7b HTTP/1.1" status: 204 len: 168 time: 0.5772355 Jun 29 03:35:10.093085 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Pushing event deleted for resources: {'Network': ['ID=a16d7e30-f69f-4058-b150-43ccbc7efc7b,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:10.095730 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e225b224-bff6-4273-a0be-23840ecc912a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:10.231668 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52314) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:10.282328 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-50b8ce31-a5fa-4ca1-b90b-672ca76b5c67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5af8f42ab554f359650a231f3bb3804&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0453877 Jun 29 03:35:10.282328 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52316) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:10.336963 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-63854e42-870b-4489-bb61-eddc7d65c672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.358899 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-63854e42-870b-4489-bb61-eddc7d65c672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.392259 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b9e1363b-99ab-42ff-a1a0-338e4d5d924e req-e833e2a7-e744-4d49-b240-f8d84f1f0b30 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9fcc5cdf-c5f0-4250-b428-7892ae635120 HTTP/1.1" status: 200 len: 1001 time: 0.3415234 Jun 29 03:35:10.407508 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-63854e42-870b-4489-bb61-eddc7d65c672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.410467 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-63854e42-870b-4489-bb61-eddc7d65c672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:10.411586 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-63854e42-870b-4489-bb61-eddc7d65c672 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/19fc27db-faa3-47c5-9519-ac980a9ed8a8 HTTP/1.1" status: 204 len: 168 time: 0.1297820 Jun 29 03:35:10.412490 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b0b62a21-459c-43a7-9107-8040c6e95e94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:10.421351 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63854e42-870b-4489-bb61-eddc7d65c672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fc27db-faa3-47c5-9519-ac980a9ed8a8,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:10.423661 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-63854e42-870b-4489-bb61-eddc7d65c672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:10.442548 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1363b-99ab-42ff-a1a0-338e4d5d924e req-5d608c9e-6272-4a56-8070-eaaa3824c6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:10.444123 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b9e1363b-99ab-42ff-a1a0-338e4d5d924e req-5d608c9e-6272-4a56-8070-eaaa3824c6a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 200 len: 850 time: 0.0451307 Jun 29 03:35:10.502590 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e1363b-99ab-42ff-a1a0-338e4d5d924e req-366e4ccd-6ded-4eb1-aa82-195ac331abb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:10.504080 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b9e1363b-99ab-42ff-a1a0-338e4d5d924e req-366e4ccd-6ded-4eb1-aa82-195ac331abb0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5276124c-ea46-4712-b38d-54bc7208471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0519695 Jun 29 03:35:10.603106 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b9e1363b-99ab-42ff-a1a0-338e4d5d924e req-32fd7586-31b8-4221-819d-71583468b649 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917578 Jun 29 03:35:10.695288 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b9e1363b-99ab-42ff-a1a0-338e4d5d924e req-d7a88aa3-e779-4393-b787-39cf0accfede service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854330 Jun 29 03:35:11.073792 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95df7b-5875-4630-bc43-625acd94ac8e req-70024d2c-16ef-4d44-af20-8ae60859e770 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:11.075289 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-de95df7b-5875-4630-bc43-625acd94ac8e req-70024d2c-16ef-4d44-af20-8ae60859e770 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 948 time: 0.0637512 Jun 29 03:35:11.113435 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-de95df7b-5875-4630-bc43-625acd94ac8e req-95d8d927-4529-4f2b-8308-83c996c955c1 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/security-groups?id=952e17ce-4a58-49dd-873b-7f0ad2b1dff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324049 Jun 29 03:35:11.321892 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device f4200a66-0b13-4185-b8f6-53a9fd8724c0 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:11.342189 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: f4200a66-0b13-4185-b8f6-53a9fd8724c0 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:11.342548 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device f4200a66-0b13-4185-b8f6-53a9fd8724c0 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:11.343041 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 11fa37a5-b069-4797-b031-232e7754a980 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:11.362017 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 11fa37a5-b069-4797-b031-232e7754a980 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:11.362378 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 11fa37a5-b069-4797-b031-232e7754a980 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:11.503285 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 95265922-e1c8-4280-9a78-524ea54e4efe details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:35:11.602945 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 95265922-e1c8-4280-9a78-524ea54e4efe, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=95265922-e1c8-4280-9a78-524ea54e4efe,segment=NetworkSegment(3e125ba9-233d-4675-a8a1-b86df6ea0c26),segment_id=3e125ba9-233d-4675-a8a1-b86df6ea0c26)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:11.613474 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '95265922-e1c8-4280-9a78-524ea54e4efe', 'network_id': 'efb647a7-0755-427f-a975-859535ebb97e', 'port_id': '95265922-e1c8-4280-9a78-524ea54e4efe', 'mac_address': 'fa:16:3e:a6:ba:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00c18380-04f5-4b4b-abfd-79c2026c9b16', 'ip_address': '192.168.233.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:35:11.650888 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:11.663311 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95265922-e1c8-4280-9a78-524ea54e4efe {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:35:11.684605 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 95265922-e1c8-4280-9a78-524ea54e4efe, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=95265922-e1c8-4280-9a78-524ea54e4efe,segment=NetworkSegment(3e125ba9-233d-4675-a8a1-b86df6ea0c26),segment_id=3e125ba9-233d-4675-a8a1-b86df6ea0c26)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:11.688680 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:11.690415 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-244b4602-25ba-4837-befb-7262b3e2d388 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:11.736357 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=95265922-e1c8-4280-9a78-524ea54e4efe,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:11.739468 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:11.840349 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52358) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:11.943416 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fec395ff-152c-4790-be3f-486f8d998fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:11.989311 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['95265922-e1c8-4280-9a78-524ea54e4efe'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:35:12.034764 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fec395ff-152c-4790-be3f-486f8d998fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:12.039117 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fec395ff-152c-4790-be3f-486f8d998fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:12.043144 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-de5b20f6-d85f-4ad1-ab22-770b67fe4ae4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:12.078656 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-fec395ff-152c-4790-be3f-486f8d998fbf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=222d5bc31ae54b96aff0b7916c521d39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2366571 Jun 29 03:35:12.080083 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec395ff-152c-4790-be3f-486f8d998fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd850ec-a838-4dd2-9342-86d361664933,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:12.080785 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52362) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:12.083036 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fec395ff-152c-4790-be3f-486f8d998fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:12.134490 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e1407284-2448-42f2-ac05-af5695a94817 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:12.156296 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e1407284-2448-42f2-ac05-af5695a94817 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:12.202641 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e1407284-2448-42f2-ac05-af5695a94817 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:12.205336 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e1407284-2448-42f2-ac05-af5695a94817 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:12.206494 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-e1407284-2448-42f2-ac05-af5695a94817 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3cd850ec-a838-4dd2-9342-86d361664933 HTTP/1.1" status: 204 len: 168 time: 0.1246665 Jun 29 03:35:12.207270 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-37fb269d-40af-4f1c-8828-dee04b125fa9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:12.215111 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1407284-2448-42f2-ac05-af5695a94817 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd850ec-a838-4dd2-9342-86d361664933,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:12.217348 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-e1407284-2448-42f2-ac05-af5695a94817 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:12.305660 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b23456a-6da4-44be-b9ef-ed4bb34a7ab8 req-09906105-2781-4202-b8a1-331811e3c92b tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:12.307257 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7b23456a-6da4-44be-b9ef-ed4bb34a7ab8 req-09906105-2781-4202-b8a1-331811e3c92b tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 949 time: 0.0775321 Jun 29 03:35:12.346627 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-7b23456a-6da4-44be-b9ef-ed4bb34a7ab8 req-9761bf47-e827-4917-a511-2ff177cb6c26 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/security-groups?id=952e17ce-4a58-49dd-873b-7f0ad2b1dff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333180 Jun 29 03:35:12.477206 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52370) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:12.491118 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-670add49-a532-48e9-bb48-e80ec8362eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:12.581039 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-670add49-a532-48e9-bb48-e80ec8362eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:12.584614 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-670add49-a532-48e9-bb48-e80ec8362eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:12.588734 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-3396e98e-f955-4d57-9507-4ee531823511 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:12.623903 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-670add49-a532-48e9-bb48-e80ec8362eeb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15adbb795e094709ad894e8e2d12ccac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1456473 Jun 29 03:35:12.624796 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670add49-a532-48e9-bb48-e80ec8362eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71cc36cb-1d51-4fd0-8c00-256eef55ed4d,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:12.626614 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52372) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:12.627685 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-670add49-a532-48e9-bb48-e80ec8362eeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:12.674757 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-418d839d-8b15-4c70-97d0-1775e1d2d7cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:12.695088 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-418d839d-8b15-4c70-97d0-1775e1d2d7cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:12.740405 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-418d839d-8b15-4c70-97d0-1775e1d2d7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:12.743660 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-418d839d-8b15-4c70-97d0-1775e1d2d7cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:12.744822 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-418d839d-8b15-4c70-97d0-1775e1d2d7cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71cc36cb-1d51-4fd0-8c00-256eef55ed4d HTTP/1.1" status: 204 len: 168 time: 0.1171787 Jun 29 03:35:12.745666 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-87b94b6c-aa06-46bb-a04c-1262e242a06f tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:12.752940 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d839d-8b15-4c70-97d0-1775e1d2d7cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71cc36cb-1d51-4fd0-8c00-256eef55ed4d,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:12.755196 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-418d839d-8b15-4c70-97d0-1775e1d2d7cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:13.512229 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 95265922-e1c8-4280-9a78-524ea54e4efe up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:35:13.535812 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc647350-d0b1-4d56-886a-e84c22d183b9 req-ab5d562b-111e-4bf6-8a5c-a4f765464cfa tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:13.537429 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc647350-d0b1-4d56-886a-e84c22d183b9 req-ab5d562b-111e-4bf6-8a5c-a4f765464cfa tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 949 time: 0.0803804 Jun 29 03:35:13.539277 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.571899 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 95265922-e1c8-4280-9a78-524ea54e4efe completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:35:13.576171 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 95265922-e1c8-4280-9a78-524ea54e4efe triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:35:13.576999 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.582719 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc647350-d0b1-4d56-886a-e84c22d183b9 req-a4694503-88a3-4812-b0d5-6d79190c7501 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/security-groups?id=952e17ce-4a58-49dd-873b-7f0ad2b1dff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380921 Jun 29 03:35:13.660534 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.683758 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ef1011-1d72-4d41-81b6-95b71d162dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95265922-e1c8-4280-9a78-524ea54e4efe'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:13.686012 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977bbf04-8c97-4db3-bce0-e6bd1f69306e" -d '{"events": [{"server_uuid": "a8ef1011-1d72-4d41-81b6-95b71d162dfd", "name": "network-vif-plugged", "status": "completed", "tag": "95265922-e1c8-4280-9a78-524ea54e4efe"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:13.701923 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 95265922-e1c8-4280-9a78-524ea54e4efe, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=95265922-e1c8-4280-9a78-524ea54e4efe,segment=NetworkSegment(3e125ba9-233d-4675-a8a1-b86df6ea0c26),segment_id=3e125ba9-233d-4675-a8a1-b86df6ea0c26)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:13.706357 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:13.708938 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f030f47e-6c4d-4bf2-b9db-b16adfa6dc07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:13.731742 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233f0dd9-6ddc-4e59-af40-ff3bb1b6bf94 x-openstack-request-id: req-233f0dd9-6ddc-4e59-af40-ff3bb1b6bf94 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:13.732141 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ef1011-1d72-4d41-81b6-95b71d162dfd", "name": "network-vif-plugged", "status": "completed", "tag": "95265922-e1c8-4280-9a78-524ea54e4efe", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:13.732404 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-233f0dd9-6ddc-4e59-af40-ff3bb1b6bf94 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:13.732800 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ef1011-1d72-4d41-81b6-95b71d162dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95265922-e1c8-4280-9a78-524ea54e4efe', 'code': 200} Jun 29 03:35:13.759639 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=95265922-e1c8-4280-9a78-524ea54e4efe,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:13.763131 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:13.981612 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9193ef-c3be-4e41-a553-b092e1c0286c req-517210cc-550d-48d7-ae3d-1793489da69b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:13.983090 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e9193ef-c3be-4e41-a553-b092e1c0286c req-517210cc-550d-48d7-ae3d-1793489da69b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 1103 time: 0.0531085 Jun 29 03:35:14.017774 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e9193ef-c3be-4e41-a553-b092e1c0286c req-40522560-f4ae-425a-a47f-3d49829ecc5d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=952e17ce-4a58-49dd-873b-7f0ad2b1dff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283010 Jun 29 03:35:14.292786 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52420) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:14.390711 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e9cb4a2b-7a2a-4ad3-84ba-6cf4eb354654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.475743 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e9cb4a2b-7a2a-4ad3-84ba-6cf4eb354654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.479953 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e9cb4a2b-7a2a-4ad3-84ba-6cf4eb354654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.483057 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2ae8e37a-9ce4-4ece-9e87-ef33cd3d6636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:14.517131 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e9cb4a2b-7a2a-4ad3-84ba-6cf4eb354654 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=817c0c9d69b046198b61067610c5b331&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233024 Jun 29 03:35:14.518009 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cb4a2b-7a2a-4ad3-84ba-6cf4eb354654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9748db60-5062-4288-a99f-017732bb3bf7,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:14.520339 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52424) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:14.520916 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e9cb4a2b-7a2a-4ad3-84ba-6cf4eb354654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:14.567594 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a6129900-ff2e-4ef6-ab6c-27bed69d270f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.589122 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a6129900-ff2e-4ef6-ab6c-27bed69d270f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.635963 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a6129900-ff2e-4ef6-ab6c-27bed69d270f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.638715 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-a6129900-ff2e-4ef6-ab6c-27bed69d270f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:14.639900 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-a6129900-ff2e-4ef6-ab6c-27bed69d270f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9748db60-5062-4288-a99f-017732bb3bf7 HTTP/1.1" status: 204 len: 168 time: 0.1191087 Jun 29 03:35:14.640659 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-0317160a-ec7b-4a64-ae3a-ba25157acd3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:14.649300 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6129900-ff2e-4ef6-ab6c-27bed69d270f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9748db60-5062-4288-a99f-017732bb3bf7,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:14.651533 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a6129900-ff2e-4ef6-ab6c-27bed69d270f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:14.764787 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8d59f3-4ff8-411d-9be0-6975d30d60c3 req-100a2ef5-3b23-4c3b-93b2-11f419795a71 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:14.767206 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a8d59f3-4ff8-411d-9be0-6975d30d60c3 req-100a2ef5-3b23-4c3b-93b2-11f419795a71 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 950 time: 0.0645258 Jun 29 03:35:14.804316 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1a8d59f3-4ff8-411d-9be0-6975d30d60c3 req-2ceeaa9d-b025-4a06-acc0-b59e1d247b7e tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/security-groups?id=952e17ce-4a58-49dd-873b-7f0ad2b1dff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314469 Jun 29 03:35:14.905511 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52432) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:14.922005 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ce5d9ab0-122f-4fe4-908f-74a2733af54c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.014082 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ce5d9ab0-122f-4fe4-908f-74a2733af54c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.017945 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ce5d9ab0-122f-4fe4-908f-74a2733af54c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.021081 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-144c2f4a-5bf7-438b-b6f1-ad079a719ec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:15.057287 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-ce5d9ab0-122f-4fe4-908f-74a2733af54c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3bb04f9c77b6470e98aee610b24f7d16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506763 Jun 29 03:35:15.058412 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5d9ab0-122f-4fe4-908f-74a2733af54c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac7e1b3b-668a-422d-8a73-de752b3ddfad,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:15.059990 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52434) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:15.061640 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ce5d9ab0-122f-4fe4-908f-74a2733af54c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:15.113033 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a1147472-0bab-479b-8ee9-f87b5d5c86cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.134602 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a1147472-0bab-479b-8ee9-f87b5d5c86cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.181144 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a1147472-0bab-479b-8ee9-f87b5d5c86cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.183618 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-a1147472-0bab-479b-8ee9-f87b5d5c86cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.184878 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-a1147472-0bab-479b-8ee9-f87b5d5c86cc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac7e1b3b-668a-422d-8a73-de752b3ddfad HTTP/1.1" status: 204 len: 168 time: 0.1238263 Jun 29 03:35:15.185634 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-185486a4-1d06-4a11-a9fa-965e928aa600 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:15.193002 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1147472-0bab-479b-8ee9-f87b5d5c86cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac7e1b3b-668a-422d-8a73-de752b3ddfad,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:15.195086 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a1147472-0bab-479b-8ee9-f87b5d5c86cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:15.668659 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-2d8b8e9a-fe67-4429-b9ad-00b4fd9fc21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:15.982481 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a5694-d7c9-4dd1-b6ec-c20e7ce936aa req-a3e17450-3b43-433b-bf48-492db898b6aa tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:15.983977 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-697a5694-d7c9-4dd1-b6ec-c20e7ce936aa req-a3e17450-3b43-433b-bf48-492db898b6aa tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 950 time: 0.0644414 Jun 29 03:35:16.020730 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-697a5694-d7c9-4dd1-b6ec-c20e7ce936aa req-ac8a1ce3-c095-43eb-a56b-90b512b9a12a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/security-groups?id=952e17ce-4a58-49dd-873b-7f0ad2b1dff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309854 Jun 29 03:35:16.437173 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1021ce5-08f8-4bc5-b6f4-0425ac1a0918 req-b5d43857-a60d-4b2a-8df2-e244f551c1c1 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:16.438663 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f1021ce5-08f8-4bc5-b6f4-0425ac1a0918 req-b5d43857-a60d-4b2a-8df2-e244f551c1c1 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 950 time: 0.0715601 Jun 29 03:35:16.483779 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f1021ce5-08f8-4bc5-b6f4-0425ac1a0918 req-d8f864e4-275a-46ba-a3c4-629f67648e2e tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/security-groups?id=952e17ce-4a58-49dd-873b-7f0ad2b1dff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388787 Jun 29 03:35:17.657056 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a25a62a-7022-45cc-850f-fc01ff55feae req-f436c404-36a7-458d-828d-9072850ef6a4 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:17.658503 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3a25a62a-7022-45cc-850f-fc01ff55feae req-f436c404-36a7-458d-828d-9072850ef6a4 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 950 time: 0.0634356 Jun 29 03:35:17.694389 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-3a25a62a-7022-45cc-850f-fc01ff55feae req-f2b0e6da-6ce9-47ab-a640-6d94bd19543f tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/security-groups?id=952e17ce-4a58-49dd-873b-7f0ad2b1dff1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304477 Jun 29 03:35:17.823063 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f368c57-97a3-4e4a-a0a5-7322a42cb6ad req-226b0b69-4f92-44eb-9a8e-4d0202481a55 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:17.824441 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1f368c57-97a3-4e4a-a0a5-7322a42cb6ad req-226b0b69-4f92-44eb-9a8e-4d0202481a55 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 950 time: 0.0618503 Jun 29 03:35:17.921605 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-1f368c57-97a3-4e4a-a0a5-7322a42cb6ad req-a9dd3ac3-647d-4597-84c0-39a7e4480f5a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Deleting port 95265922-e1c8-4280-9a78-524ea54e4efe {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:17.921955 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-1f368c57-97a3-4e4a-a0a5-7322a42cb6ad req-a9dd3ac3-647d-4597-84c0-39a7e4480f5a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:18.011582 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-1f368c57-97a3-4e4a-a0a5-7322a42cb6ad req-a9dd3ac3-647d-4597-84c0-39a7e4480f5a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] For port 95265922-e1c8-4280-9a78-524ea54e4efe, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=95265922-e1c8-4280-9a78-524ea54e4efe,segment=NetworkSegment(3e125ba9-233d-4675-a8a1-b86df6ea0c26),segment_id=3e125ba9-233d-4675-a8a1-b86df6ea0c26)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:18.011990 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-1f368c57-97a3-4e4a-a0a5-7322a42cb6ad req-a9dd3ac3-647d-4597-84c0-39a7e4480f5a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:18.026627 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-1f368c57-97a3-4e4a-a0a5-7322a42cb6ad req-a9dd3ac3-647d-4597-84c0-39a7e4480f5a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Calling delete_port for 95265922-e1c8-4280-9a78-524ea54e4efe owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:18.170260 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-1f368c57-97a3-4e4a-a0a5-7322a42cb6ad req-a9dd3ac3-647d-4597-84c0-39a7e4480f5a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:18.174209 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:18.203537 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dd3ac3-647d-4597-84c0-39a7e4480f5a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Pushing event deleted for resources: {'Port': ['ID=95265922-e1c8-4280-9a78-524ea54e4efe,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:18.207027 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a9dd3ac3-647d-4597-84c0-39a7e4480f5a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:18.207633 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['95265922-e1c8-4280-9a78-524ea54e4efe'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:35:18.256974 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f368c57-97a3-4e4a-a0a5-7322a42cb6ad req-a9dd3ac3-647d-4597-84c0-39a7e4480f5a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] No DVR routers for this DVR port 95265922-e1c8-4280-9a78-524ea54e4efe on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:18.260555 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-1f368c57-97a3-4e4a-a0a5-7322a42cb6ad req-a9dd3ac3-647d-4597-84c0-39a7e4480f5a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:18.262738 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1f368c57-97a3-4e4a-a0a5-7322a42cb6ad req-a9dd3ac3-647d-4597-84c0-39a7e4480f5a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.21 "DELETE /v2.0/ports/95265922-e1c8-4280-9a78-524ea54e4efe HTTP/1.1" status: 204 len: 173 time: 0.4327624 Jun 29 03:35:18.263267 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8ef1011-1d72-4d41-81b6-95b71d162dfd', 'name': 'network-vif-deleted', 'tag': '95265922-e1c8-4280-9a78-524ea54e4efe'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:18.272417 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2932070-2c98-4987-81f1-4562f7105644" -d '{"events": [{"server_uuid": "a8ef1011-1d72-4d41-81b6-95b71d162dfd", "name": "network-vif-deleted", "tag": "95265922-e1c8-4280-9a78-524ea54e4efe"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:18.316142 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096e8f36-399f-4a26-b660-3d0cda2c9806 x-openstack-request-id: req-096e8f36-399f-4a26-b660-3d0cda2c9806 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:18.316655 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8ef1011-1d72-4d41-81b6-95b71d162dfd", "name": "network-vif-deleted", "tag": "95265922-e1c8-4280-9a78-524ea54e4efe", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:18.316787 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-096e8f36-399f-4a26-b660-3d0cda2c9806 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:18.317459 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8ef1011-1d72-4d41-81b6-95b71d162dfd', 'name': 'network-vif-deleted', 'tag': '95265922-e1c8-4280-9a78-524ea54e4efe', 'status': 'completed', 'code': 200} Jun 29 03:35:18.454331 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a7930321-fa61-46e1-94fe-7b1bf49a4b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:18.751282 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:18.852841 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-46b2fc30-e219-4e62-998a-72d840854e9b req-10887d2e-51c4-4759-be09-b47d07c3c8c7 tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] 10.222.0.39 "GET /v2.0/ports?device_id=a8ef1011-1d72-4d41-81b6-95b71d162dfd HTTP/1.1" status: 200 len: 210 time: 0.0279670 Jun 29 03:35:19.522255 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52520) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:19.598676 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:19.627697 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0026a7e9-cfa6-47e8-a634-ff66f78d78ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:19.716776 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0026a7e9-cfa6-47e8-a634-ff66f78d78ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:19.720259 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0026a7e9-cfa6-47e8-a634-ff66f78d78ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:19.723563 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-f9428dcf-d035-4809-8da5-f6a6c4472dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:19.757836 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0026a7e9-cfa6-47e8-a634-ff66f78d78ba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38a03091c15d42d18b1d18991d167798&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2345426 Jun 29 03:35:19.759524 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0026a7e9-cfa6-47e8-a634-ff66f78d78ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9f5508-404d-4cd1-a74d-8339f00afcc2,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:19.761425 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52524) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:19.762469 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0026a7e9-cfa6-47e8-a634-ff66f78d78ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:19.809625 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f79721d3-f482-4061-91a9-51a4ea35629f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:19.833638 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f79721d3-f482-4061-91a9-51a4ea35629f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:19.881677 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f79721d3-f482-4061-91a9-51a4ea35629f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:19.885387 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-f79721d3-f482-4061-91a9-51a4ea35629f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:19.888035 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-f79721d3-f482-4061-91a9-51a4ea35629f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e9f5508-404d-4cd1-a74d-8339f00afcc2 HTTP/1.1" status: 204 len: 168 time: 0.1254241 Jun 29 03:35:19.888887 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-cdcd9c32-766d-494f-bd36-47c768258e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:19.896444 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79721d3-f482-4061-91a9-51a4ea35629f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9f5508-404d-4cd1-a74d-8339f00afcc2,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:19.898776 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f79721d3-f482-4061-91a9-51a4ea35629f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:20.150033 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52544) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:20.163404 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0632c0aa-746e-466c-85fc-6dc0ebe415b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:20.253428 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0632c0aa-746e-466c-85fc-6dc0ebe415b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:20.258125 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0632c0aa-746e-466c-85fc-6dc0ebe415b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:20.262260 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d0f46eef-f0c1-4453-98f1-b062a6bbd841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:20.296790 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0632c0aa-746e-466c-85fc-6dc0ebe415b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3d7e6f04b464512b1a8425c7b1e2271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452758 Jun 29 03:35:20.297975 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0632c0aa-746e-466c-85fc-6dc0ebe415b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf201fff-f112-42fb-9e03-c9cf8d2c6c6d,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:20.299592 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52548) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:20.300993 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0632c0aa-746e-466c-85fc-6dc0ebe415b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:20.350355 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-22937b59-1983-4d15-b594-73fb41e09022 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:20.372857 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-22937b59-1983-4d15-b594-73fb41e09022 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:20.421414 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-22937b59-1983-4d15-b594-73fb41e09022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:20.424461 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-22937b59-1983-4d15-b594-73fb41e09022 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:20.425599 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-22937b59-1983-4d15-b594-73fb41e09022 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf201fff-f112-42fb-9e03-c9cf8d2c6c6d HTTP/1.1" status: 204 len: 168 time: 0.1246996 Jun 29 03:35:20.426387 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a6129900-ff2e-4ef6-ab6c-27bed69d270f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:20.436159 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22937b59-1983-4d15-b594-73fb41e09022 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf201fff-f112-42fb-9e03-c9cf8d2c6c6d,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:20.438434 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-22937b59-1983-4d15-b594-73fb41e09022 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:20.869474 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:21.539272 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 95265922-e1c8-4280-9a78-524ea54e4efe no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:21.560215 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 95265922-e1c8-4280-9a78-524ea54e4efe {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:21.560646 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 95265922-e1c8-4280-9a78-524ea54e4efe not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:22.394363 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a32b68-6b6d-4cf9-a889-ad31225767d0 req-45d89331-0ca6-4db8-b26f-b0902a59df0c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:22.395869 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7a32b68-6b6d-4cf9-a889-ad31225767d0 req-45d89331-0ca6-4db8-b26f-b0902a59df0c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 946 time: 0.0685639 Jun 29 03:35:22.438789 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7a32b68-6b6d-4cf9-a889-ad31225767d0 req-68ae2758-1ef7-4a83-b250-34ac64bfdb6c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356383 Jun 29 03:35:23.618668 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ced5c-7cb0-4b1d-88b7-afc71dc2e410 req-20aeb364-a770-448c-b5eb-c1924641930e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:23.620130 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f59ced5c-7cb0-4b1d-88b7-afc71dc2e410 req-20aeb364-a770-448c-b5eb-c1924641930e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 946 time: 0.0682147 Jun 29 03:35:23.660100 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f59ced5c-7cb0-4b1d-88b7-afc71dc2e410 req-a4267460-ae79-45df-a319-515d86151117 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342901 Jun 29 03:35:23.906780 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52850) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:24.044755 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-d1957be6-2f42-4a97-9dac-b055b9e200bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4d5f9f13edc4d98a4723e757c47ee8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367867 Jun 29 03:35:24.047220 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52854) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:24.140524 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-fc00e8c6-d6cc-48b5-aae1-01dbe1a574d7 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:24.141956 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-fc00e8c6-d6cc-48b5-aae1-01dbe1a574d7 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 946 time: 0.1070628 Jun 29 03:35:24.142792 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-bf960f8c-5898-4117-8b65-edcb508ded35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:24.190312 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-bf960f8c-5898-4117-8b65-edcb508ded35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:24.283332 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-bf960f8c-5898-4117-8b65-edcb508ded35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:24.285909 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-bf960f8c-5898-4117-8b65-edcb508ded35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:24.287045 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-bf960f8c-5898-4117-8b65-edcb508ded35 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/952e17ce-4a58-49dd-873b-7f0ad2b1dff1 HTTP/1.1" status: 204 len: 168 time: 0.2389724 Jun 29 03:35:24.288538 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ded3316a-62f4-46f3-be98-1a181bee6fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:24.299461 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf960f8c-5898-4117-8b65-edcb508ded35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=952e17ce-4a58-49dd-873b-7f0ad2b1dff1,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:24.301934 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Deleting port 9fcc5cdf-c5f0-4250-b428-7892ae635120 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:35:24.302267 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:24.305143 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-bf960f8c-5898-4117-8b65-edcb508ded35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:24.396054 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] For port 9fcc5cdf-c5f0-4250-b428-7892ae635120, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=9fcc5cdf-c5f0-4250-b428-7892ae635120,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:24.396410 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:24.590882 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:24.591253 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:24.591565 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.l3_db [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Floating IP 0ffb02e7-4611-4cfa-a5f2-62ec3974fa6c disassociated. External IP: 172.27.1.18, port: 9fcc5cdf-c5f0-4250-b428-7892ae635120. Jun 29 03:35:24.591932 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Calling delete_port for 9fcc5cdf-c5f0-4250-b428-7892ae635120 owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:35:24.721856 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:24.725912 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4279cd86-4b4a-48d5-b19d-77dd8ea88f72 tempest-TestMinimumBasicScenario-1546565816 tempest-TestMinimumBasicScenario-1546565816-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:24.755583 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event deleted for resources: {'Port': ['ID=9fcc5cdf-c5f0-4250-b428-7892ae635120,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:24.759602 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:24.833804 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-29fd9d2e-a8d6-4ecd-934a-d5abf239add3 req-05962851-bbac-4ad3-9d90-3751d8756e35 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 210 time: 0.0307634 Jun 29 03:35:24.909247 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Router 23641b4a-870d-4f4a-b83c-6240ce896fa4 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:35:25.019547 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:35:25.029615 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0634bc-2898-43e5-a274-758364383777 None None] Sync routers for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:35:25.038126 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0634bc-2898-43e5-a274-758364383777 None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:25.038680 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-fc0634bc-2898-43e5-a274-758364383777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:35:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:25.062934 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] No DVR routers for this DVR port 9fcc5cdf-c5f0-4250-b428-7892ae635120 on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:35:25.066295 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:25.068887 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-030c0699-c80a-4ad6-ab3a-646a2160d136 req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "DELETE /v2.0/ports/9fcc5cdf-c5f0-4250-b428-7892ae635120 HTTP/1.1" status: 204 len: 173 time: 0.9214787 Jun 29 03:35:25.069455 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a23c0f89-30a9-40db-a8d8-baa5c653ce7e', 'name': 'network-vif-deleted', 'tag': '9fcc5cdf-c5f0-4250-b428-7892ae635120'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:25.073012 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-737c1104-8891-4257-b62c-0be889c7dd22" -d '{"events": [{"server_uuid": "a23c0f89-30a9-40db-a8d8-baa5c653ce7e", "name": "network-vif-deleted", "tag": "9fcc5cdf-c5f0-4250-b428-7892ae635120"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:25.117192 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48953fb2-a6ee-4ef9-9292-63cb998ac80a x-openstack-request-id: req-48953fb2-a6ee-4ef9-9292-63cb998ac80a {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:25.117536 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a23c0f89-30a9-40db-a8d8-baa5c653ce7e", "name": "network-vif-deleted", "tag": "9fcc5cdf-c5f0-4250-b428-7892ae635120", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:25.117825 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48953fb2-a6ee-4ef9-9292-63cb998ac80a {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:25.118316 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a23c0f89-30a9-40db-a8d8-baa5c653ce7e', 'name': 'network-vif-deleted', 'tag': '9fcc5cdf-c5f0-4250-b428-7892ae635120', 'status': 'completed', 'code': 200} Jun 29 03:35:25.153243 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-fc0634bc-2898-43e5-a274-758364383777 None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:25.360528 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-fc0634bc-2898-43e5-a274-758364383777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:25.385672 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0634bc-2898-43e5-a274-758364383777 None None] Checking router: 23641b4a-870d-4f4a-b83c-6240ce896fa4 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:35:25.394870 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc0634bc-2898-43e5-a274-758364383777 None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:25.395666 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-fc0634bc-2898-43e5-a274-758364383777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:35:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:25.510507 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-fc0634bc-2898-43e5-a274-758364383777 None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:25.713208 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-fc0634bc-2898-43e5-a274-758364383777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:25.742274 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc0634bc-2898-43e5-a274-758364383777 None None] The sync data for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi is: [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:35:25.968399 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7743467-c1d5-4f65-b2de-54dec331ad01 None None] New status for floating IP 0ffb02e7-4611-4cfa-a5f2-62ec3974fa6c: DOWN {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:35:26.011527 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-abe38a78-a697-4d60-9c54-41922a0be781 req-6b7a27eb-5e71-40ea-91f9-140031a828f2 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=a23c0f89-30a9-40db-a8d8-baa5c653ce7e HTTP/1.1" status: 200 len: 210 time: 0.0311000 Jun 29 03:35:27.462565 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-d9820936-c65c-44c7-9531-bca4a53618f0 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911484838&fields=id&tenant_id=ccbbf01c521f43e3a5f4a038d3f33511 HTTP/1.1" status: 200 len: 267 time: 0.0328701 Jun 29 03:35:27.573340 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-b40f61a0-041c-4b6e-bf5e-ab6836548250 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:27.576268 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-b40f61a0-041c-4b6e-bf5e-ab6836548250 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 811 time: 0.1063187 Jun 29 03:35:27.586765 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 9fcc5cdf-c5f0-4250-b428-7892ae635120 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:35:27.589801 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-95cad248-c0fd-4a40-a5a0-9a5489614e42 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/quotas/ccbbf01c521f43e3a5f4a038d3f33511 HTTP/1.1" status: 200 len: 375 time: 0.0090382 Jun 29 03:35:27.606371 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 9fcc5cdf-c5f0-4250-b428-7892ae635120 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:35:27.606733 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 9fcc5cdf-c5f0-4250-b428-7892ae635120 not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:35:27.662610 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-21df34e0-c758-4c13-8747-2381fba1a43f tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675693 Jun 29 03:35:27.858489 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-ee74de59-db61-4cff-9372-c2d18a95514c service neutron] 10.222.0.39 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849561 Jun 29 03:35:27.952393 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-d3491d85-4f54-47f8-87b2-6a4d3b3a6cb5 service neutron] 10.222.0.39 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881004 Jun 29 03:35:28.248382 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-03955e18-3604-48f2-8612-f24eef4240fd req-725bf6c9-ceca-487a-98c4-36746567942f tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 210 time: 0.0281963 Jun 29 03:35:29.392190 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-b20c36a1-0192-4511-9e39-01912bda83c1 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:29.394156 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-b20c36a1-0192-4511-9e39-01912bda83c1 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 811 time: 0.1192265 Jun 29 03:35:29.418425 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-039acb3c-6df9-450b-b25e-459ff052eaad req-69201284-c255-4865-9340-935fc313bb15 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 210 time: 0.0513182 Jun 29 03:35:29.456539 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-19916890-12aa-47fc-93ae-758219d368b2 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccbbf01c521f43e3a5f4a038d3f33511 HTTP/1.1" status: 200 len: 380 time: 0.0354624 Jun 29 03:35:29.468198 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Request body: {'port': {'device_id': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'admin_state_up': True, 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'security_groups': ['5d6575b2-ee2d-460b-8219-bae103a42da1']}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:29.576927 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Made reservation on behalf of ccbbf01c521f43e3a5f4a038d3f33511 for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:35:29.580786 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.707041 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Allocated IP 172.20.0.12 (5276124c-ea46-4712-b38d-54bc7208471b/5bed46c7-f0b9-47f8-a4bd-4348f4e6444b/2d3f22d4-2fde-4d23-bed8-bf48fa03703c) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:35:29.843637 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.856344 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Transition to ACTIVE for port object 2d3f22d4-2fde-4d23-bed8-bf48fa03703c will not be triggered until provisioned by entity DHCP. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:35:29.893454 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:29.897810 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5bbaa279-49a1-4b05-b3b8-6e298c3c5c72 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:29.941831 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Network 5276124c-ea46-4712-b38d-54bc7208471b is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:35:29.945127 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:35:29.947672 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:35:29.979147 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'Port': ['ID=2d3f22d4-2fde-4d23-bed8-bf48fa03703c,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:29.982491 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:30.008365 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:30.008985 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.025824 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-4f6df6bb-7b67-4527-852c-48f05a28d5d3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5641689 Jun 29 03:35:30.048559 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Request body: {'port': {'device_id': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:30.145999 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.224033 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0171438a-9673-46c0-8440-4d61cb6ba06a None None] Provisioning for port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:35:30.227859 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0171438a-9673-46c0-8440-4d61cb6ba06a None None] Provisioning complete for port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:35:30.228322 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0171438a-9673-46c0-8440-4d61cb6ba06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.269671 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0171438a-9673-46c0-8440-4d61cb6ba06a None None] Port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:35:30.416994 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3f22d4-2fde-4d23-bed8-bf48fa03703c {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:35:30.425672 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.438228 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Transition to ACTIVE for port object 2d3f22d4-2fde-4d23-bed8-bf48fa03703c will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:35:30.441602 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.443473 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-1cfad5a5-b823-40dc-a276-94ce6c4f9cc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:30.498428 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Pushing event updated for resources: {'Port': ['ID=2d3f22d4-2fde-4d23-bed8-bf48fa03703c,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:30.501897 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:30.578735 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Attempting to bind port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:35:30.579144 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Attempting to bind port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:35:30.579549 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Attempting to bind port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c on network 5276124c-ea46-4712-b38d-54bc7208471b {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:35:30.585016 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c on network 5276124c-ea46-4712-b38d-54bc7208471b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:35:30.585346 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Attempting to bind port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c on network 5276124c-ea46-4712-b38d-54bc7208471b {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:35:30.591374 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 35, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:35:30.591374 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Checking segment: {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:35:30.591711 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Bound using segment: {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:35:30.592268 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Bound port: 2d3f22d4-2fde-4d23-bed8-bf48fa03703c, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:35:30.592571 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.600619 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949e013d-d833-4ad5-8ba9-1df8d95ee51c req-8ebd80d1-b40f-4708-9ceb-4d3fa5b5f0e2 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:30.602318 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-949e013d-d833-4ad5-8ba9-1df8d95ee51c req-8ebd80d1-b40f-4708-9ceb-4d3fa5b5f0e2 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 944 time: 0.0657177 Jun 29 03:35:30.644860 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-949e013d-d833-4ad5-8ba9-1df8d95ee51c req-6842168c-026f-4748-8b5f-d2bf0c235a0c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360703 Jun 29 03:35:30.665512 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] For port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:35:30.669572 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] For port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2d3f22d4-2fde-4d23-bed8-bf48fa03703c,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:35:30.674497 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.676702 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-b1f59c43-7354-485e-869c-faa0e04c8c85 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:30.714051 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:30.715327 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:30.716722 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] 10.222.0.21 "PUT /v2.0/ports/2d3f22d4-2fde-4d23-bed8-bf48fa03703c HTTP/1.1" status: 200 len: 1094 time: 0.6756556 Jun 29 03:35:30.717228 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'tag': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:30.719486 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883af3b5-f94c-4ba8-b769-65b3e6b970bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d7fe94bf-afb9-4a37-a9b9-a253404c4402", "tag": "2d3f22d4-2fde-4d23-bed8-bf48fa03703c"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:30.741618 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Pushing event updated for resources: {'Port': ['ID=2d3f22d4-2fde-4d23-bed8-bf48fa03703c,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:30.747489 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:30.771483 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72509e89-82cc-47e7-9403-a9329ee3b71d x-openstack-request-id: req-72509e89-82cc-47e7-9403-a9329ee3b71d {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:30.771810 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7fe94bf-afb9-4a37-a9b9-a253404c4402", "tag": "2d3f22d4-2fde-4d23-bed8-bf48fa03703c", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:30.772135 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72509e89-82cc-47e7-9403-a9329ee3b71d {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:30.772606 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'tag': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'status': 'completed', 'code': 200} Jun 29 03:35:30.854480 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-8d8d1367-8cb7-48bd-9fe2-812d117aeeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:30.856840 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-8d8d1367-8cb7-48bd-9fe2-812d117aeeba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 1097 time: 0.0669909 Jun 29 03:35:30.908660 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-3559023a-eceb-47e3-80f8-1036099362d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d3f22d4-2fde-4d23-bed8-bf48fa03703c HTTP/1.1" status: 200 len: 217 time: 0.0380499 Jun 29 03:35:30.960294 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-c63a16a8-ba9d-419c-9406-9d91dfa14169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:30.961613 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-c63a16a8-ba9d-419c-9406-9d91dfa14169 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 200 len: 850 time: 0.0452573 Jun 29 03:35:31.020773 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-80709aa0-5252-46a4-9ef3-c16e7a607c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:31.022231 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-80709aa0-5252-46a4-9ef3-c16e7a607c1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5276124c-ea46-4712-b38d-54bc7208471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0539470 Jun 29 03:35:31.113251 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-622e3c52-d35a-4763-98af-b6d4015e9358 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824673 Jun 29 03:35:31.214446 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9211b0b5-6252-47f2-ad01-70ef2bcd9648 req-dbbdfea4-59dd-4d71-bba7-87e81a44e908 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907197 Jun 29 03:35:31.223517 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:35:31.368752 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883af3b5-f94c-4ba8-b769-65b3e6b970bb req-338f1e6c-d62c-487e-aed6-83c0bee50dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:31.370254 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-883af3b5-f94c-4ba8-b769-65b3e6b970bb req-338f1e6c-d62c-487e-aed6-83c0bee50dc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 1097 time: 0.0529287 Jun 29 03:35:31.462642 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883af3b5-f94c-4ba8-b769-65b3e6b970bb req-3b28930e-2df5-4c43-8f84-59d5eb687154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:31.464194 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-883af3b5-f94c-4ba8-b769-65b3e6b970bb req-3b28930e-2df5-4c43-8f84-59d5eb687154 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 912 time: 0.0865917 Jun 29 03:35:31.508894 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-883af3b5-f94c-4ba8-b769-65b3e6b970bb req-fb285299-ddab-44b1-9ef2-7bf670209965 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d3f22d4-2fde-4d23-bed8-bf48fa03703c HTTP/1.1" status: 200 len: 217 time: 0.0375221 Jun 29 03:35:31.557392 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883af3b5-f94c-4ba8-b769-65b3e6b970bb req-82fdfaa0-7609-4a65-bbdd-c27ddaa04db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:31.559342 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-883af3b5-f94c-4ba8-b769-65b3e6b970bb req-82fdfaa0-7609-4a65-bbdd-c27ddaa04db2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 200 len: 850 time: 0.0430810 Jun 29 03:35:31.616018 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883af3b5-f94c-4ba8-b769-65b3e6b970bb req-513c8a43-590e-441c-b82f-761fba5f5918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:31.617474 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-883af3b5-f94c-4ba8-b769-65b3e6b970bb req-513c8a43-590e-441c-b82f-761fba5f5918 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5276124c-ea46-4712-b38d-54bc7208471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0518332 Jun 29 03:35:31.710281 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-883af3b5-f94c-4ba8-b769-65b3e6b970bb req-4cd009f2-d464-4338-900d-d8b1c1876526 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851452 Jun 29 03:35:31.808993 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-883af3b5-f94c-4ba8-b769-65b3e6b970bb req-e0db36c2-44fb-4b74-b9a3-1341f563bbab service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898633 Jun 29 03:35:31.824656 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c9e0c-a599-4324-8043-2d7edca36e6d req-e6d32154-da3a-419e-9541-661bd311170d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:31.826100 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc7c9e0c-a599-4324-8043-2d7edca36e6d req-e6d32154-da3a-419e-9541-661bd311170d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 944 time: 0.0669332 Jun 29 03:35:31.864361 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fc7c9e0c-a599-4324-8043-2d7edca36e6d req-485a9352-75ac-44ab-8e0a-0433b3395f7f tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314460 Jun 29 03:35:33.038052 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b0fd7a-b91e-44eb-ac16-1a234893ddc5 req-c5a0df64-1cb1-45aa-be20-fa9b20dfcdd4 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:33.039527 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-84b0fd7a-b91e-44eb-ac16-1a234893ddc5 req-c5a0df64-1cb1-45aa-be20-fa9b20dfcdd4 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 944 time: 0.0634401 Jun 29 03:35:33.078034 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-84b0fd7a-b91e-44eb-ac16-1a234893ddc5 req-89bf6ec9-0719-4995-a8e6-d2d2d7bc598c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313628 Jun 29 03:35:34.249598 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd43f1d-13c9-4001-92d5-90682bb5ca61 req-455246e7-e316-4f43-b715-30e4b728d4a7 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:34.251067 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0fd43f1d-13c9-4001-92d5-90682bb5ca61 req-455246e7-e316-4f43-b715-30e4b728d4a7 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 944 time: 0.0629330 Jun 29 03:35:34.288221 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0fd43f1d-13c9-4001-92d5-90682bb5ca61 req-594f4304-ef2a-4ae3-bc5e-41efd67e640d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315104 Jun 29 03:35:35.459382 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2827e91b-1703-46bf-bb28-704bd61e95a2 req-11ad94f4-595d-44b6-bc65-f010d60dd4fe tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:35.460849 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2827e91b-1703-46bf-bb28-704bd61e95a2 req-11ad94f4-595d-44b6-bc65-f010d60dd4fe tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 944 time: 0.0627398 Jun 29 03:35:35.498554 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2827e91b-1703-46bf-bb28-704bd61e95a2 req-99087974-ec0c-4132-b76e-5751ac2948a2 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312309 Jun 29 03:35:36.667783 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83de135b-0ec4-49d2-a4ed-5545fa6b750d req-3b1fa41e-2798-4c47-9321-8ab70a1f6790 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:36.669172 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-83de135b-0ec4-49d2-a4ed-5545fa6b750d req-3b1fa41e-2798-4c47-9321-8ab70a1f6790 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 944 time: 0.0630002 Jun 29 03:35:36.707562 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-83de135b-0ec4-49d2-a4ed-5545fa6b750d req-3490abaa-b404-4343-91f9-12a2e916587b tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327871 Jun 29 03:35:37.878749 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea33d5dd-03c5-444a-b706-22f665c64cae req-ca77d362-47f5-43c3-8d02-b15184e9e34f tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:37.880209 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ea33d5dd-03c5-444a-b706-22f665c64cae req-ca77d362-47f5-43c3-8d02-b15184e9e34f tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 944 time: 0.0657053 Jun 29 03:35:37.917537 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ea33d5dd-03c5-444a-b706-22f665c64cae req-0c53b090-d0c1-4aec-ac1d-cd820a35e00a tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317500 Jun 29 03:35:39.094491 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3403768-0d4c-4708-a6bd-3d3fc6afe1b3 req-22f8c448-dbf0-4ece-a7c4-679c4aefe37d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:39.096237 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f3403768-0d4c-4708-a6bd-3d3fc6afe1b3 req-22f8c448-dbf0-4ece-a7c4-679c4aefe37d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 944 time: 0.0679145 Jun 29 03:35:39.133029 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f3403768-0d4c-4708-a6bd-3d3fc6afe1b3 req-3d078f9e-cfe2-45a6-ab86-0485f8e619df tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306489 Jun 29 03:35:39.613306 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 2d3f22d4-2fde-4d23-bed8-bf48fa03703c details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:35:39.708023 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2d3f22d4-2fde-4d23-bed8-bf48fa03703c,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:39.718477 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'port_id': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'mac_address': 'fa:16:3e:04:2f:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:35:39.754147 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:39.766688 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3f22d4-2fde-4d23-bed8-bf48fa03703c {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:35:39.785035 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2d3f22d4-2fde-4d23-bed8-bf48fa03703c,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:39.788921 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:39.790582 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:39.838037 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=2d3f22d4-2fde-4d23-bed8-bf48fa03703c,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:39.844929 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:39.845277 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:39.845633 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:39.845949 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:39.846275 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:39.846604 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:39.846926 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:39.847500 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:39.847823 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:39.848166 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:39.848482 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:39.848796 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:39.852467 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:40.076859 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['2d3f22d4-2fde-4d23-bed8-bf48fa03703c'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:35:40.117531 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 52968) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:40.227202 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:40.349534 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4288b4-cb6c-4689-a1ec-750df0aaa46d req-38134658-0d08-4357-bd22-4f51c84f6bed tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:40.350961 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0d4288b4-cb6c-4689-a1ec-750df0aaa46d req-38134658-0d08-4357-bd22-4f51c84f6bed tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 945 time: 0.1012571 Jun 29 03:35:40.656350 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:40.662290 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:40.669545 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2107480e-64ab-4a4e-bced-8e3fae4f7ba5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:40.692048 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0d4288b4-cb6c-4689-a1ec-750df0aaa46d req-90384579-319c-45a4-a3ef-dbef676a7f4d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3333666 Jun 29 03:35:40.711607 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09db63a13a1c4d5db71abfef59978e79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5931091 Jun 29 03:35:40.713318 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e932172f-90c7-4372-970a-309e28c0d3a7,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:40.714558 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 52974) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:40.720655 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:40.721029 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:40.721389 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:40.721747 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:40.722099 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:40.722719 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:40.723069 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:40.723414 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:40.723764 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:40.724136 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:40.724481 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:40.724824 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:40.728625 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-7a93d1c5-89c1-4860-b617-64d144a3a873 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:40.764258 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c2a676e1-9792-449a-a0aa-3658bbc19486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:40.784219 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c2a676e1-9792-449a-a0aa-3658bbc19486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:40.830017 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c2a676e1-9792-449a-a0aa-3658bbc19486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:40.832557 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c2a676e1-9792-449a-a0aa-3658bbc19486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:40.833677 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c2a676e1-9792-449a-a0aa-3658bbc19486 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e932172f-90c7-4372-970a-309e28c0d3a7 HTTP/1.1" status: 204 len: 168 time: 0.1180780 Jun 29 03:35:40.834437 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-5e85b496-e235-42ca-b8d0-957035330c73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:40.841743 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a676e1-9792-449a-a0aa-3658bbc19486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e932172f-90c7-4372-970a-309e28c0d3a7,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:40.844066 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c2a676e1-9792-449a-a0aa-3658bbc19486 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:41.612953 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 2d3f22d4-2fde-4d23-bed8-bf48fa03703c up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:35:41.662115 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:35:41.666087 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:35:41.666469 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:41.747350 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:41.780447 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:41.782877 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a7ce50a-2e83-4fbc-85c5-b367c16b3a27" -d '{"events": [{"server_uuid": "d7fe94bf-afb9-4a37-a9b9-a253404c4402", "name": "network-vif-plugged", "status": "completed", "tag": "2d3f22d4-2fde-4d23-bed8-bf48fa03703c"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:41.800337 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2d3f22d4-2fde-4d23-bed8-bf48fa03703c,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:35:41.805909 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:41.809995 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:41.848185 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfa357a7-0d44-4371-8c30-946514ddce8e x-openstack-request-id: req-cfa357a7-0d44-4371-8c30-946514ddce8e {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:41.848575 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7fe94bf-afb9-4a37-a9b9-a253404c4402", "name": "network-vif-plugged", "status": "completed", "tag": "2d3f22d4-2fde-4d23-bed8-bf48fa03703c", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:41.848921 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cfa357a7-0d44-4371-8c30-946514ddce8e {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:41.849230 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'code': 200} Jun 29 03:35:41.871898 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=2d3f22d4-2fde-4d23-bed8-bf48fa03703c,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:41.875015 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:41.905869 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9a2a7d-5656-4334-9d82-a0f09783315c req-b82b21bd-93a0-407c-9e6f-a0ccb0c38043 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:41.908311 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6d9a2a7d-5656-4334-9d82-a0f09783315c req-b82b21bd-93a0-407c-9e6f-a0ccb0c38043 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 946 time: 0.0745940 Jun 29 03:35:41.949254 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6d9a2a7d-5656-4334-9d82-a0f09783315c req-72170ea0-6013-4b6a-8593-d6e371f79e65 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352647 Jun 29 03:35:42.145006 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfae0428-49cb-4949-9062-b13dc654cc63 req-d095b1ed-1dd4-4960-9fbd-6f20f5a10137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:42.146453 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dfae0428-49cb-4949-9062-b13dc654cc63 req-d095b1ed-1dd4-4960-9fbd-6f20f5a10137 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 1099 time: 0.0524068 Jun 29 03:35:42.185552 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dfae0428-49cb-4949-9062-b13dc654cc63 req-605e3010-cccf-43d0-b282-bfa1522f8e6f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311196 Jun 29 03:35:43.128502 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd015e-9b9f-4abf-88d5-972d453b9218 req-a7a6785f-eb38-4654-b13e-7b65aadc0a32 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:43.129883 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-99fd015e-9b9f-4abf-88d5-972d453b9218 req-a7a6785f-eb38-4654-b13e-7b65aadc0a32 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 946 time: 0.0672495 Jun 29 03:35:43.170243 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-99fd015e-9b9f-4abf-88d5-972d453b9218 req-adbc25a4-e16d-4183-920d-359d2362d1c6 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347397 Jun 29 03:35:43.528898 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:44.353748 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d15c317-fec1-44f8-8c57-cb949ab368b4 req-f5c46302-e8da-4e5e-9857-1c0d997821a6 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:44.355951 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0d15c317-fec1-44f8-8c57-cb949ab368b4 req-f5c46302-e8da-4e5e-9857-1c0d997821a6 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 946 time: 0.0618637 Jun 29 03:35:44.391547 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-0d15c317-fec1-44f8-8c57-cb949ab368b4 req-1f7e1d29-3ad3-47c2-b09c-2884ec321ee3 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300839 Jun 29 03:35:44.559456 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8345a91-0191-4e38-a1c1-660622838c86 req-f88ec51e-52f6-4f3e-8f8f-b0fe8500125a tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:44.560939 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f8345a91-0191-4e38-a1c1-660622838c86 req-f88ec51e-52f6-4f3e-8f8f-b0fe8500125a tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 946 time: 0.0624804 Jun 29 03:35:44.600340 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f8345a91-0191-4e38-a1c1-660622838c86 req-e7360e51-6ca7-43aa-896e-c225744e3c9f tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333068 Jun 29 03:35:44.624243 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 53022) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:44.674976 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fff851-5199-4ba0-b84a-8dc8e1d62fdf tempest-TestVolumeBootPattern-1294435620 tempest-TestVolumeBootPattern-1294435620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:44.676496 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c7fff851-5199-4ba0-b84a-8dc8e1d62fdf tempest-TestVolumeBootPattern-1294435620 tempest-TestVolumeBootPattern-1294435620-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 1094 time: 0.0512443 Jun 29 03:35:44.679192 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 53024) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:35:44.683488 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Request body: {'floatingip': {'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'port_id': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address': '172.20.0.12'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:35:44.704813 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for floatingip, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:44.798715 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:44.902554 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_common [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Allocated IP 172.27.1.74 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/1a29128e-3d7e-4342-bd95-2e07467bef33) {{(pid=92919) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:35:45.001446 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for port, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:45.042554 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-3088917'] for port, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:45.045297 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:45.083516 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92919) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:35:45.086368 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.base_scheduler [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Resources bound (agent type, host, resource id): {{(pid=92919) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:35:45.089838 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Received port after_create {{(pid=92919) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:35:45.111985 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'Port': ['ID=1a29128e-3d7e-4342-bd95-2e07467bef33,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:45.123541 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:45.123944 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:45.124317 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:45.124680 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:45.125037 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:45.125397 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:45.125755 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:45.126283 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:45.126455 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:45.126807 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:45.127154 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:45.127493 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:35:45.136176 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:45.452582 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:45.528746 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:45.669903 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-20eb8d6b-8251-4fdc-806b-ce917c8a8b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:45.675598 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for port, precommit_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:45.679854 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3088899'] for port, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:45.682552 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d43934e6-2787-4482-9747-f92b252f4a8e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:35:45.748412 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'Port': ['ID=1a29128e-3d7e-4342-bd95-2e07467bef33,revision_number=2']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:35:45.752296 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:35:45.755028 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:45.851098 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Floating IP 7ae94e4e-ec74-4814-92ab-e3a0d26f57e9 associated. External IP: 172.27.1.74, port: 2d3f22d4-2fde-4d23-bed8-bf48fa03703c. Jun 29 03:35:46.047368 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Router 23641b4a-870d-4f4a-b83c-6240ce896fa4 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:35:46.419165 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:35:46.428210 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177edec4-e535-45c1-b4dd-57a82755ea97 None None] Sync routers for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:35:46.434328 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:46.437802 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177edec4-e535-45c1-b4dd-57a82755ea97 None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:46.438413 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-177edec4-e535-45c1-b4dd-57a82755ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:35:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:46.468753 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-4e667216-a878-4140-99a3-f0ead06ad7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7885888 Jun 29 03:35:46.469420 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'tag': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:35:46.471800 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0cf597b-010b-4579-a3a1-91d98c75075d" -d '{"events": [{"name": "network-changed", "server_uuid": "d7fe94bf-afb9-4a37-a9b9-a253404c4402", "tag": "2d3f22d4-2fde-4d23-bed8-bf48fa03703c"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:35:46.508075 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:35:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af00ed2-c10e-4d17-9013-720eebe3b0d2 x-openstack-request-id: req-8af00ed2-c10e-4d17-9013-720eebe3b0d2 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:35:46.508413 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7fe94bf-afb9-4a37-a9b9-a253404c4402", "tag": "2d3f22d4-2fde-4d23-bed8-bf48fa03703c", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:35:46.508708 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8af00ed2-c10e-4d17-9013-720eebe3b0d2 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:35:46.509144 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'tag': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'status': 'completed', 'code': 200} Jun 29 03:35:46.613628 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf597b-010b-4579-a3a1-91d98c75075d req-ad84b681-85cf-407c-8513-df7a81ce5ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:46.615151 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d0cf597b-010b-4579-a3a1-91d98c75075d req-ad84b681-85cf-407c-8513-df7a81ce5ef3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 1099 time: 0.0539300 Jun 29 03:35:46.666014 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-177edec4-e535-45c1-b4dd-57a82755ea97 None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:46.708236 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf597b-010b-4579-a3a1-91d98c75075d req-4f7b2484-533e-4aea-8066-e87931135084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:46.709604 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d0cf597b-010b-4579-a3a1-91d98c75075d req-4f7b2484-533e-4aea-8066-e87931135084 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 912 time: 0.0876904 Jun 29 03:35:46.774838 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d0cf597b-010b-4579-a3a1-91d98c75075d req-b356ef3a-da4d-4374-9ee1-1377a998b6f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d3f22d4-2fde-4d23-bed8-bf48fa03703c HTTP/1.1" status: 200 len: 999 time: 0.0578246 Jun 29 03:35:46.828537 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf597b-010b-4579-a3a1-91d98c75075d req-7babc7ee-40c9-465c-8ce2-e42c3308938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:46.829954 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d0cf597b-010b-4579-a3a1-91d98c75075d req-7babc7ee-40c9-465c-8ce2-e42c3308938f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 200 len: 850 time: 0.0471606 Jun 29 03:35:46.887135 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cf597b-010b-4579-a3a1-91d98c75075d req-61f70dfd-28d3-4e8c-9315-0f6c6a473925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:35:46.888726 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d0cf597b-010b-4579-a3a1-91d98c75075d req-61f70dfd-28d3-4e8c-9315-0f6c6a473925 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5276124c-ea46-4712-b38d-54bc7208471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0520356 Jun 29 03:35:46.890018 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-177edec4-e535-45c1-b4dd-57a82755ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '7ae94e4e-ec74-4814-92ab-e3a0d26f57e9', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:04:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:35:45Z', 'updated_at': '2021-06-29T03:35:45Z', 'revision_number': 0, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:46.915541 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177edec4-e535-45c1-b4dd-57a82755ea97 None None] Checking router: 23641b4a-870d-4f4a-b83c-6240ce896fa4 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:35:46.924142 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177edec4-e535-45c1-b4dd-57a82755ea97 None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:35:46.924764 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-177edec4-e535-45c1-b4dd-57a82755ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:35:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:46.976465 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d0cf597b-010b-4579-a3a1-91d98c75075d req-d16ba80c-0088-4ad6-8d5c-303a9bd974be service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816143 Jun 29 03:35:47.029117 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-177edec4-e535-45c1-b4dd-57a82755ea97 None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:35:47.069686 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d0cf597b-010b-4579-a3a1-91d98c75075d req-8d0e9c92-a9f6-4c36-99e1-63caaf0840ac service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875709 Jun 29 03:35:47.250913 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-177edec4-e535-45c1-b4dd-57a82755ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '7ae94e4e-ec74-4814-92ab-e3a0d26f57e9', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:04:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:35:45Z', 'updated_at': '2021-06-29T03:35:45Z', 'revision_number': 0, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:35:47.281558 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-177edec4-e535-45c1-b4dd-57a82755ea97 None None] The sync data for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi is: [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '7ae94e4e-ec74-4814-92ab-e3a0d26f57e9', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:04:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:35:45Z', 'updated_at': '2021-06-29T03:35:45Z', 'revision_number': 0, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:35:47.476314 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ceb0f4-d53e-406a-8f56-3c769f7e1e37 None None] New status for floating IP 7ae94e4e-ec74-4814-92ab-e3a0d26f57e9: ACTIVE {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:35:48.454520 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-ade42a9d-e18a-4f53-b228-00d0acaf713c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:48.752484 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:49.600135 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:35:50.860671 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:01.269426 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 53122) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:01.369936 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d9693804-d33a-4525-ae36-ca23db9a2be5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:01.456764 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d9693804-d33a-4525-ae36-ca23db9a2be5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:01.460179 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-d9693804-d33a-4525-ae36-ca23db9a2be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:01.462435 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e9cb4a2b-7a2a-4ad3-84ba-6cf4eb354654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:01.500202 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-d9693804-d33a-4525-ae36-ca23db9a2be5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ecf82402cfa04f90b19c7e01ea6514d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296271 Jun 29 03:36:01.501076 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9693804-d33a-4525-ae36-ca23db9a2be5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a329e3c-942a-4914-9b41-3a9f77f66a98,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:01.503000 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 53126) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:01.504136 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-d9693804-d33a-4525-ae36-ca23db9a2be5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:01.561092 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-025b5f71-fdac-4983-8a66-5ea9ce5d4598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:01.588482 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-025b5f71-fdac-4983-8a66-5ea9ce5d4598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:01.633590 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-025b5f71-fdac-4983-8a66-5ea9ce5d4598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:01.636208 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-025b5f71-fdac-4983-8a66-5ea9ce5d4598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:01.637371 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-025b5f71-fdac-4983-8a66-5ea9ce5d4598 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3a329e3c-942a-4914-9b41-3a9f77f66a98 HTTP/1.1" status: 204 len: 168 time: 0.1332738 Jun 29 03:36:01.638126 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-bf960f8c-5898-4117-8b65-edcb508ded35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:01.645280 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025b5f71-fdac-4983-8a66-5ea9ce5d4598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a329e3c-942a-4914-9b41-3a9f77f66a98,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:01.647603 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-025b5f71-fdac-4983-8a66-5ea9ce5d4598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:08.222292 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:36:09.614016 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5b8ce163-7492-4f23-a4e9-c1fdeb559352 req-927a837c-a083-41bd-848d-a9918ef04427 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0566654 Jun 29 03:36:09.728213 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ce163-7492-4f23-a4e9-c1fdeb559352 req-899e4173-aadd-4ece-a0ce-91574164c366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:09.729666 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5b8ce163-7492-4f23-a4e9-c1fdeb559352 req-899e4173-aadd-4ece-a0ce-91574164c366 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dedcfbfb2e514fea90cc8e5c3f7e707d&device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 1099 time: 0.0540419 Jun 29 03:36:09.835502 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ce163-7492-4f23-a4e9-c1fdeb559352 req-206f01ec-0e96-4b3e-8472-c755a413a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:09.837180 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5b8ce163-7492-4f23-a4e9-c1fdeb559352 req-206f01ec-0e96-4b3e-8472-c755a413a6db service neutron] 10.222.0.21 "GET /v2.0/networks?id=06198eff-4a72-42c6-b730-3972025c8161 HTTP/1.1" status: 200 len: 910 time: 0.0849922 Jun 29 03:36:09.908109 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5b8ce163-7492-4f23-a4e9-c1fdeb559352 req-3f9fb9f3-d22a-4a19-87da-6d3d3914ef11 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dcf5186-5cbb-47ff-9475-974040cda48b HTTP/1.1" status: 200 len: 1001 time: 0.0634413 Jun 29 03:36:09.957456 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ce163-7492-4f23-a4e9-c1fdeb559352 req-7aae4aea-51ec-44d5-b4d0-b1361818d7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:09.958907 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5b8ce163-7492-4f23-a4e9-c1fdeb559352 req-7aae4aea-51ec-44d5-b4d0-b1361818d7e6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be30b3c3-b26e-45a1-bc4d-68c98e4ada9f HTTP/1.1" status: 200 len: 848 time: 0.0446143 Jun 29 03:36:10.017626 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8ce163-7492-4f23-a4e9-c1fdeb559352 req-e6b7fabf-1503-40ba-a5db-38d7954768f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:10.019035 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5b8ce163-7492-4f23-a4e9-c1fdeb559352 req-e6b7fabf-1503-40ba-a5db-38d7954768f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06198eff-4a72-42c6-b730-3972025c8161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0525188 Jun 29 03:36:10.116070 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5b8ce163-7492-4f23-a4e9-c1fdeb559352 req-7df4cfaf-69af-4b2b-8726-7d635fee7550 service neutron] 10.222.0.21 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896993 Jun 29 03:36:10.212986 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5b8ce163-7492-4f23-a4e9-c1fdeb559352 req-7289a875-76da-41f0-b2ec-a7b517bbdc0e service neutron] 10.222.0.21 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887699 Jun 29 03:36:13.515121 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:15.671082 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-90a74753-3fbb-4192-8180-fedc6bdaa097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:18.456417 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-cb5cd5a5-b5fd-4e99-bec2-0e0b5de24dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:18.755499 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:19.602625 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:20.862612 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:31.136150 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edac8957-b306-424e-b3a9-7d4b06bebe8a req-e6b44649-34b8-43f1-9a0e-416e947a952e tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:31.137634 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-edac8957-b306-424e-b3a9-7d4b06bebe8a req-e6b44649-34b8-43f1-9a0e-416e947a952e tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0635166 Jun 29 03:36:31.176901 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-edac8957-b306-424e-b3a9-7d4b06bebe8a req-b13a3ad7-9c12-4033-878c-5bc6bc240c9c tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330462 Jun 29 03:36:32.362954 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b551298d-059d-4b98-b811-5bbd77b2c038 req-3963a1ef-c66c-416e-b523-3ca0892f06cf tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:32.364496 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b551298d-059d-4b98-b811-5bbd77b2c038 req-3963a1ef-c66c-416e-b523-3ca0892f06cf tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0695827 Jun 29 03:36:32.402186 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-b551298d-059d-4b98-b811-5bbd77b2c038 req-d1d6e6fc-1d4d-4976-8689-25f1985bb6f6 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315995 Jun 29 03:36:33.576427 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48e2a3-ab46-4046-9848-53f64e03f494 req-400419d9-fbf8-491f-b670-548ee1331a83 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:33.577794 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1b48e2a3-ab46-4046-9848-53f64e03f494 req-400419d9-fbf8-491f-b670-548ee1331a83 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0630636 Jun 29 03:36:33.615526 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1b48e2a3-ab46-4046-9848-53f64e03f494 req-14e07f11-94a8-4303-a77f-2a895a5e97f2 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317678 Jun 29 03:36:34.757521 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 53334) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:34.787191 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576af9a-5c36-4f91-9d05-8d74cbf25cac req-c6e2d6ed-c0e7-4abd-be81-1fcf0ae2e4f2 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:34.788792 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9576af9a-5c36-4f91-9d05-8d74cbf25cac req-c6e2d6ed-c0e7-4abd-be81-1fcf0ae2e4f2 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0648062 Jun 29 03:36:34.826079 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9576af9a-5c36-4f91-9d05-8d74cbf25cac req-2fff8bdb-6f78-4a81-a9ba-b89144d4b9a7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316060 Jun 29 03:36:34.859796 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3a5abcba-ad37-40a0-acc7-d708e0d2a414 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:34.948393 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3a5abcba-ad37-40a0-acc7-d708e0d2a414 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:34.951954 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-3a5abcba-ad37-40a0-acc7-d708e0d2a414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:34.954162 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2a6231e5-e9a7-4544-ba42-1e797030bc99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:34.987073 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5abcba-ad37-40a0-acc7-d708e0d2a414 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5ccf65-4470-42c8-9762-18cd16b4f20e,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:34.992679 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-3a5abcba-ad37-40a0-acc7-d708e0d2a414 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09b89735a3224e2bb19e73cb55661006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2320411 Jun 29 03:36:34.992679 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-3a5abcba-ad37-40a0-acc7-d708e0d2a414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:34.993793 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 53338) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:35.040995 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b20871d-2b2a-4f91-ab32-fd57a23cf1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:35.061162 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b20871d-2b2a-4f91-ab32-fd57a23cf1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:35.109125 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b20871d-2b2a-4f91-ab32-fd57a23cf1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:35.111885 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0b20871d-2b2a-4f91-ab32-fd57a23cf1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:35.113001 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0b20871d-2b2a-4f91-ab32-fd57a23cf1af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2b5ccf65-4470-42c8-9762-18cd16b4f20e HTTP/1.1" status: 204 len: 168 time: 0.1183336 Jun 29 03:36:35.113825 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fec395ff-152c-4790-be3f-486f8d998fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:35.120891 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b20871d-2b2a-4f91-ab32-fd57a23cf1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5ccf65-4470-42c8-9762-18cd16b4f20e,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:35.123161 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0b20871d-2b2a-4f91-ab32-fd57a23cf1af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:35.698217 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 53360) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:35.788392 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.v2.base [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-337967640-network', 'tenant_id': '6439da6b3fca414f9f16b61afb391c60'}} {{(pid=92919) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:36:35.809509 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Made reservation on behalf of 6439da6b3fca414f9f16b61afb391c60 for: {'network': 1} {{(pid=92919) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:36:35.811726 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for network, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:35.819642 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:35.911619 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:35.915900 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:35.919615 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-031a8bb8-dd9c-44a0-a521-fc79e739fc46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:35.941613 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=92919) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 29 03:36:35.961916 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b9161c-20f9-4d22-a8e9-ccc160847103,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:35.981778 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:35.982114 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.segments_db [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Added segment 1a03522f-3fc5-49d2-9e01-c4c235145749 of type vlan for network cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c Jun 29 03:36:35.983505 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:36.026125 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740965581882'] for network, precommit_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:36.070401 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bfa0e-5c27-4947-8276-592a81b1bdc8 req-886443fc-8cb7-470c-9ea8-a7368bdb1ae2 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:36.071823 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c44bfa0e-5c27-4947-8276-592a81b1bdc8 req-886443fc-8cb7-470c-9ea8-a7368bdb1ae2 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.1281278 Jun 29 03:36:36.072846 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051'] for network, after_create {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:36.074047 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:36.074600 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:36.076703 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-57d4ceb9-5e39-4de9-a85e-d105aae89884 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:36.144705 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4453349 Jun 29 03:36:36.147868 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 53368) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:36:36.152907 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-ac33c7dc-3abe-4018-88c9-7baa64590107 admin admin] Request body: {'subnet': {'network_id': 'cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-337967640-subnet', 'tenant_id': '6439da6b3fca414f9f16b61afb391c60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:36:36.166386 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-c44bfa0e-5c27-4947-8276-592a81b1bdc8 req-5ff85aa9-c636-4a8a-8b98-7ba6149b0cf6 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853219 Jun 29 03:36:36.167010 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Pushing event updated for resources: {'Network': ['ID=cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c,revision_number=1']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:36.170323 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:36.179768 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Network cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c details requested by agent ovs-agent-dv-cinder-797245-8-iscsi with host dv-cinder-797245-8-iscsi {{(pid=92920) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 29 03:36:36.183145 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac33c7dc-3abe-4018-88c9-7baa64590107 admin admin] Made reservation on behalf of 6439da6b3fca414f9f16b61afb391c60 for: {'subnet': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:36:36.186018 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ac33c7dc-3abe-4018-88c9-7baa64590107 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2663237'] for subnet, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:36.351012 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ac33c7dc-3abe-4018-88c9-7baa64590107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2558878', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2862015'] for subnet, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:36.353154 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:36.403831 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac33c7dc-3abe-4018-88c9-7baa64590107 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04c61d01-8a6e-4edc-bfdc-10a4ef6e86ad,revision_number=0']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:36.410957 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ac33c7dc-3abe-4018-88c9-7baa64590107 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:36.419302 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac33c7dc-3abe-4018-88c9-7baa64590107 admin admin] Checking segment: {'id': '1a03522f-3fc5-49d2-9e01-c4c235145749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:36:36.419652 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac33c7dc-3abe-4018-88c9-7baa64590107 admin admin] Network hostable DHCP agents. Network: cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c, hostable agents: ['9508ef25-f045-4c00-ad87-ee3fe355b6b8'], hosted agents: [] {{(pid=92918) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 29 03:36:36.436010 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac33c7dc-3abe-4018-88c9-7baa64590107 admin admin] Network cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c is scheduled to be hosted by DHCP agent 9508ef25-f045-4c00-ad87-ee3fe355b6b8 with binding_index 1 {{(pid=92918) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 29 03:36:36.444169 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-ac33c7dc-3abe-4018-88c9-7baa64590107 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-797245-8-iscsi, cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c) {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:36:36.448198 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac33c7dc-3abe-4018-88c9-7baa64590107 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:36.448786 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-ac33c7dc-3abe-4018-88c9-7baa64590107 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:36.453448 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e12864-66f1-442b-a2ff-50fc01a9f302 None None] Network cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:36:36.462510 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-ac33c7dc-3abe-4018-88c9-7baa64590107 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3134651 Jun 29 03:36:36.580619 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ce877ab-802c-4488-88fb-0bf1b522bda1 None None] Network cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:36:37.349413 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f157a989-55f8-4a67-b0d8-0667ad381c1d req-11af59d5-0a6c-4871-b2df-5723dbf71db7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:37.350945 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f157a989-55f8-4a67-b0d8-0667ad381c1d req-11af59d5-0a6c-4871-b2df-5723dbf71db7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0639079 Jun 29 03:36:37.388342 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f157a989-55f8-4a67-b0d8-0667ad381c1d req-6d9e34ef-b08c-40d5-9e4e-215992d69957 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316896 Jun 29 03:36:38.188383 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-acdb54a7-475b-4681-b5ca-6334e2d26b45 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:38.189955 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-acdb54a7-475b-4681-b5ca-6334e2d26b45 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/networks?id=cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c HTTP/1.1" status: 200 len: 813 time: 0.0979457 Jun 29 03:36:38.203921 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-3c5c56ae-d13e-4eaa-bfd6-6fd402642c29 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/quotas/6439da6b3fca414f9f16b61afb391c60 HTTP/1.1" status: 200 len: 375 time: 0.0085633 Jun 29 03:36:38.240501 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-3207d653-5482-45ae-be08-7d22b5b066f0 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6439da6b3fca414f9f16b61afb391c60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0312531 Jun 29 03:36:38.326639 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-fcb96c74-8e7d-44ee-b654-dc268cbd4c61 service neutron] 10.222.0.39 "GET /v2.0/networks/cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795474 Jun 29 03:36:38.418680 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-e4974490-c554-4174-8842-df15601a1e47 service neutron] 10.222.0.39 "GET /v2.0/networks/cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848207 Jun 29 03:36:38.573556 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eda115-a0cd-408d-8f3b-f2bc2aa2f28b req-c1dadc5e-69fa-4f96-ba92-c8ce148343b0 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:38.574992 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a0eda115-a0cd-408d-8f3b-f2bc2aa2f28b req-c1dadc5e-69fa-4f96-ba92-c8ce148343b0 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0731654 Jun 29 03:36:38.622494 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a0eda115-a0cd-408d-8f3b-f2bc2aa2f28b req-0287c4f2-8ab5-4ed9-837d-05e3b3f9fcc8 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401857 Jun 29 03:36:38.638149 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-d05a0e1d-20ae-4dea-afc2-42042f93af11 req-d7152ddb-8c3b-4e83-a385-c9b2f397369f tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 210 time: 0.0381522 Jun 29 03:36:39.766720 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ba6973ba-4154-4206-b92f-0d702a9c01fa req-9362a554-fab6-4cae-bec0-02ed93cf9f83 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 210 time: 0.0278547 Jun 29 03:36:39.801583 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ed742f-5115-45b8-ba93-7751efac6a40 req-1d7ad0f9-ec52-47d5-b5e6-f02203b8acaf tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:39.803037 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-30ed742f-5115-45b8-ba93-7751efac6a40 req-1d7ad0f9-ec52-47d5-b5e6-f02203b8acaf tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0701506 Jun 29 03:36:39.842086 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-30ed742f-5115-45b8-ba93-7751efac6a40 req-62f21619-fe7a-4923-b66f-ab7f29a08076 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330472 Jun 29 03:36:40.016249 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-75c22150-2642-4f46-9908-69bfca8bac94 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:40.018185 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-75c22150-2642-4f46-9908-69bfca8bac94 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.21 "GET /v2.0/networks?id=cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c HTTP/1.1" status: 200 len: 813 time: 0.1066241 Jun 29 03:36:40.038191 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Request body: {'port': {'device_id': 'd0f5b546-46ea-425b-8e41-b9cec383887f', 'network_id': 'cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c', 'admin_state_up': True, 'tenant_id': '6439da6b3fca414f9f16b61afb391c60'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:36:40.150253 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Made reservation on behalf of 6439da6b3fca414f9f16b61afb391c60 for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:36:40.154163 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:40.282045 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Allocated IP 172.20.0.14 (cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c/04c61d01-8a6e-4edc-bfdc-10a4ef6e86ad/41f1c929-9670-451c-a676-440964ae5fd8) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:36:40.423897 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:40.463146 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:40.467886 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:40.504430 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Network cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:36:40.509267 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:36:40.511572 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:36:40.543643 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Pushing event updated for resources: {'Port': ['ID=41f1c929-9670-451c-a676-440964ae5fd8,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:40.547685 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:40.567044 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:40.567690 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:40.580954 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5466609 Jun 29 03:36:40.598913 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Request body: {'port': {'device_id': 'd0f5b546-46ea-425b-8e41-b9cec383887f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:36:40.670549 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:40.930283 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41f1c929-9670-451c-a676-440964ae5fd8 {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:36:40.939573 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:40.947828 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7fcff-025a-48e5-951d-50860b9e6497 req-9cc0c104-56f4-4160-bc90-e0a08cbd220f tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:40.949607 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-34d7fcff-025a-48e5-951d-50860b9e6497 req-9cc0c104-56f4-4160-bc90-e0a08cbd220f tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 932 time: 0.0716898 Jun 29 03:36:40.951930 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Transition to ACTIVE for port object 41f1c929-9670-451c-a676-440964ae5fd8 will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:36:40.956471 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:40.959880 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-c2a6b74d-687b-4842-8f43-309864ead146 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:40.989557 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-34d7fcff-025a-48e5-951d-50860b9e6497 req-bacc083d-b959-49f7-9c83-e20184c6d752 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321574 Jun 29 03:36:41.044795 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Pushing event updated for resources: {'Port': ['ID=41f1c929-9670-451c-a676-440964ae5fd8,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:41.075883 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:41.076178 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:41.076548 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:41.076910 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:41.077275 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:41.077633 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:41.077984 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:41.078337 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:41.078687 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:41.079035 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:41.080009 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:41.080358 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:41.085818 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:41.124360 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee313c9-1dcc-4a63-9a7b-6563c6046f68 req-00accc2f-db0c-4ab2-9959-260a908cd89e tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:41.125816 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9ee313c9-1dcc-4a63-9a7b-6563c6046f68 req-00accc2f-db0c-4ab2-9959-260a908cd89e tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.1669228 Jun 29 03:36:41.159085 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Attempting to bind port 41f1c929-9670-451c-a676-440964ae5fd8 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:36:41.159415 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Attempting to bind port 41f1c929-9670-451c-a676-440964ae5fd8 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '1a03522f-3fc5-49d2-9e01-c4c235145749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:36:41.159739 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Attempting to bind port 41f1c929-9670-451c-a676-440964ae5fd8 on network cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:36:41.166719 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Port 41f1c929-9670-451c-a676-440964ae5fd8 on network cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:36:41.167031 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Attempting to bind port 41f1c929-9670-451c-a676-440964ae5fd8 on network cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:36:41.177974 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 36, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:36:41.178294 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Checking segment: {'id': '1a03522f-3fc5-49d2-9e01-c4c235145749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:36:41.178662 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Bound using segment: {'id': '1a03522f-3fc5-49d2-9e01-c4c235145749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:36:41.179093 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Bound port: 41f1c929-9670-451c-a676-440964ae5fd8, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a03522f-3fc5-49d2-9e01-c4c235145749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:36:41.179423 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:41.195210 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9ee313c9-1dcc-4a63-9a7b-6563c6046f68 req-5cc7ed99-0245-4465-ae4b-2a26565215b0 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627518 Jun 29 03:36:41.273007 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] For port 41f1c929-9670-451c-a676-440964ae5fd8, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:36:41.288766 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] For port 41f1c929-9670-451c-a676-440964ae5fd8, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=41f1c929-9670-451c-a676-440964ae5fd8,segment=NetworkSegment(1a03522f-3fc5-49d2-9e01-c4c235145749),segment_id=1a03522f-3fc5-49d2-9e01-c4c235145749)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:36:41.293289 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:41.297886 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2eedf3c8-4edf-4a4c-a89a-d2f2f89b6c2e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:41.336831 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:41.337436 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:41.338777 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] 10.222.0.21 "PUT /v2.0/ports/41f1c929-9670-451c-a676-440964ae5fd8 HTTP/1.1" status: 200 len: 1094 time: 0.7441530 Jun 29 03:36:41.339285 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f5b546-46ea-425b-8e41-b9cec383887f', 'tag': '41f1c929-9670-451c-a676-440964ae5fd8'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:36:41.341560 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7107217-a330-4cce-875c-7092cd4bd9f4" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f5b546-46ea-425b-8e41-b9cec383887f", "tag": "41f1c929-9670-451c-a676-440964ae5fd8"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:36:41.366440 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc379d3-7327-4630-b9e8-8611d3464eae req-449bfb55-4188-4c4e-a897-8eb8e7e3aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:41.367945 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dcc379d3-7327-4630-b9e8-8611d3464eae req-449bfb55-4188-4c4e-a897-8eb8e7e3aab8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dedcfbfb2e514fea90cc8e5c3f7e707d&device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 1099 time: 0.1221461 Jun 29 03:36:41.370834 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Pushing event updated for resources: {'Port': ['ID=41f1c929-9670-451c-a676-440964ae5fd8,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:41.373849 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:41.404378 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91e0898-54da-4cfe-8104-bf25d0887126 x-openstack-request-id: req-e91e0898-54da-4cfe-8104-bf25d0887126 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:36:41.404716 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f5b546-46ea-425b-8e41-b9cec383887f", "tag": "41f1c929-9670-451c-a676-440964ae5fd8", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:36:41.405009 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e91e0898-54da-4cfe-8104-bf25d0887126 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:36:41.405429 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f5b546-46ea-425b-8e41-b9cec383887f', 'tag': '41f1c929-9670-451c-a676-440964ae5fd8', 'status': 'completed', 'code': 200} Jun 29 03:36:41.507596 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc379d3-7327-4630-b9e8-8611d3464eae req-588e68f8-e2c0-41d7-a36e-fa36dd1ea90d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:41.509038 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dcc379d3-7327-4630-b9e8-8611d3464eae req-588e68f8-e2c0-41d7-a36e-fa36dd1ea90d service neutron] 10.222.0.21 "GET /v2.0/networks?id=06198eff-4a72-42c6-b730-3972025c8161 HTTP/1.1" status: 200 len: 910 time: 0.1287816 Jun 29 03:36:41.513699 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-9f814b65-5a88-4600-8ffc-972a64ab66de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:41.515051 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-9f814b65-5a88-4600-8ffc-972a64ab66de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6439da6b3fca414f9f16b61afb391c60&device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 1097 time: 0.0855262 Jun 29 03:36:41.602281 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-9e5056b5-33a8-4fce-8c0d-59487b171878 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41f1c929-9670-451c-a676-440964ae5fd8 HTTP/1.1" status: 200 len: 217 time: 0.0682480 Jun 29 03:36:41.648204 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dcc379d3-7327-4630-b9e8-8611d3464eae req-2b93de04-3742-48d4-b279-24cc8b2db229 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dcf5186-5cbb-47ff-9475-974040cda48b HTTP/1.1" status: 200 len: 1001 time: 0.1161497 Jun 29 03:36:41.689494 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-aad310d5-8fc9-4aca-8cc5-540b5a9eae33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:41.690835 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-aad310d5-8fc9-4aca-8cc5-540b5a9eae33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04c61d01-8a6e-4edc-bfdc-10a4ef6e86ad HTTP/1.1" status: 200 len: 853 time: 0.0803828 Jun 29 03:36:41.729267 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-7d9c6eae-7697-4a51-99ec-899cde7bdf02 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297408 Jun 29 03:36:41.730989 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc379d3-7327-4630-b9e8-8611d3464eae req-3e68a148-3248-443e-b74d-25d4df011c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:41.732285 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dcc379d3-7327-4630-b9e8-8611d3464eae req-3e68a148-3248-443e-b74d-25d4df011c24 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be30b3c3-b26e-45a1-bc4d-68c98e4ada9f HTTP/1.1" status: 200 len: 848 time: 0.0770121 Jun 29 03:36:41.863382 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc379d3-7327-4630-b9e8-8611d3464eae req-a63830cc-9c4a-4dd0-8466-01c0667fc20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:41.864845 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dcc379d3-7327-4630-b9e8-8611d3464eae req-a63830cc-9c4a-4dd0-8466-01c0667fc20c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06198eff-4a72-42c6-b730-3972025c8161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1206174 Jun 29 03:36:41.866482 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-f61b598c-7ca7-4ccf-b3fd-4674b85d9533 service neutron] 10.222.0.21 "GET /v2.0/networks/cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234484 Jun 29 03:36:42.028046 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dcc379d3-7327-4630-b9e8-8611d3464eae req-e4e8e9d4-373d-4898-9dc3-9eab05c7a9e6 service neutron] 10.222.0.21 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498110 Jun 29 03:36:42.029897 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-fbcbe201-44d6-46ea-92bb-7f61a334b02d req-13596db5-6e1d-42a1-a16b-2f95e2c4722f service neutron] 10.222.0.21 "GET /v2.0/networks/cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506310 Jun 29 03:36:42.195212 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dcc379d3-7327-4630-b9e8-8611d3464eae req-eebb906f-0ef0-4268-9eb3-50d60a94ed4b service neutron] 10.222.0.21 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492376 Jun 29 03:36:42.226007 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb39f5ba-d8ff-4453-882b-b82d21336ce3 req-9a0875d2-7649-45a5-b37f-ddc58e8f6622 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:42.227573 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bb39f5ba-d8ff-4453-882b-b82d21336ce3 req-9a0875d2-7649-45a5-b37f-ddc58e8f6622 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 944 time: 0.1240311 Jun 29 03:36:42.234359 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7107217-a330-4cce-875c-7092cd4bd9f4 req-a1d0c6a3-0f0a-4d24-8b6c-88014606ef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:42.235756 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a7107217-a330-4cce-875c-7092cd4bd9f4 req-a1d0c6a3-0f0a-4d24-8b6c-88014606ef86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6439da6b3fca414f9f16b61afb391c60&device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 1097 time: 0.1036272 Jun 29 03:36:42.314537 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bb39f5ba-d8ff-4453-882b-b82d21336ce3 req-37ea914f-a3b3-44c9-9386-be44897770fd tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777495 Jun 29 03:36:42.361445 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7107217-a330-4cce-875c-7092cd4bd9f4 req-38d28ffd-4b57-47f7-bfea-48d79d0bb140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:42.363008 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a7107217-a330-4cce-875c-7092cd4bd9f4 req-38d28ffd-4b57-47f7-bfea-48d79d0bb140 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c HTTP/1.1" status: 200 len: 914 time: 0.1124659 Jun 29 03:36:42.375098 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18793670-1315-428f-a971-dc74c82c718f req-a94c833e-5b43-445c-acfd-e9bdfb3ceb94 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:42.377343 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-18793670-1315-428f-a971-dc74c82c718f req-a94c833e-5b43-445c-acfd-e9bdfb3ceb94 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0638397 Jun 29 03:36:42.408834 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a7107217-a330-4cce-875c-7092cd4bd9f4 req-cdaad646-2a08-4237-ab31-5d31dfd106da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=41f1c929-9670-451c-a676-440964ae5fd8 HTTP/1.1" status: 200 len: 217 time: 0.0346072 Jun 29 03:36:42.414090 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-18793670-1315-428f-a971-dc74c82c718f req-60ee7f65-0e87-4182-b0f1-8061c31ae249 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313635 Jun 29 03:36:42.465743 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7107217-a330-4cce-875c-7092cd4bd9f4 req-fd61e817-3ed1-4533-91d5-e8802507e6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:42.467074 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a7107217-a330-4cce-875c-7092cd4bd9f4 req-fd61e817-3ed1-4533-91d5-e8802507e6aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04c61d01-8a6e-4edc-bfdc-10a4ef6e86ad HTTP/1.1" status: 200 len: 853 time: 0.0493779 Jun 29 03:36:42.500718 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a7107217-a330-4cce-875c-7092cd4bd9f4 req-ef906c73-f130-44a8-8574-4de77a24470b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259011 Jun 29 03:36:42.598871 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a7107217-a330-4cce-875c-7092cd4bd9f4 req-242c7774-c7fa-4a70-8869-c559173680d7 service neutron] 10.222.0.21 "GET /v2.0/networks/cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850551 Jun 29 03:36:42.686295 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a7107217-a330-4cce-875c-7092cd4bd9f4 req-2ec90287-ae19-442f-8756-06bd8dcec8b1 service neutron] 10.222.0.21 "GET /v2.0/networks/cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804620 Jun 29 03:36:43.486446 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb75291c-c647-4263-864b-554d5949b424 req-13d452e3-d8c7-4943-8147-db652d3c78da tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:43.488007 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-eb75291c-c647-4263-864b-554d5949b424 req-13d452e3-d8c7-4943-8147-db652d3c78da tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 944 time: 0.0628953 Jun 29 03:36:43.516966 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:43.526676 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-eb75291c-c647-4263-864b-554d5949b424 req-1bbafd19-e926-44c1-9866-0708590f870b tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Jun 29 03:36:43.586617 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfca5eda-0880-42d5-8be3-d205662bb583 req-e4188995-ec39-47da-8334-abb72580d53f tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:43.588024 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dfca5eda-0880-42d5-8be3-d205662bb583 req-e4188995-ec39-47da-8334-abb72580d53f tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0618341 Jun 29 03:36:43.625238 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-dfca5eda-0880-42d5-8be3-d205662bb583 req-7ad95f67-8b3b-4333-9f1d-9a4de3cc3f58 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316119 Jun 29 03:36:43.952578 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 41f1c929-9670-451c-a676-440964ae5fd8 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:36:44.049369 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 41f1c929-9670-451c-a676-440964ae5fd8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=41f1c929-9670-451c-a676-440964ae5fd8,segment=NetworkSegment(1a03522f-3fc5-49d2-9e01-c4c235145749),segment_id=1a03522f-3fc5-49d2-9e01-c4c235145749)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:44.060122 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '41f1c929-9670-451c-a676-440964ae5fd8', 'network_id': 'cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c', 'port_id': '41f1c929-9670-451c-a676-440964ae5fd8', 'mac_address': 'fa:16:3e:a3:94:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c61d01-8a6e-4edc-bfdc-10a4ef6e86ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:36:44.100640 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:44.113350 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41f1c929-9670-451c-a676-440964ae5fd8 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:36:44.131885 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 41f1c929-9670-451c-a676-440964ae5fd8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=41f1c929-9670-451c-a676-440964ae5fd8,segment=NetworkSegment(1a03522f-3fc5-49d2-9e01-c4c235145749),segment_id=1a03522f-3fc5-49d2-9e01-c4c235145749)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:44.135646 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:44.138347 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:44.183423 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=41f1c929-9670-451c-a676-440964ae5fd8,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:44.190316 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.190668 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.191019 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.191356 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.191689 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.192055 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.192436 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.192712 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.193040 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.193365 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.193688 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.194011 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:36:44.197802 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:44.464472 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['41f1c929-9670-451c-a676-440964ae5fd8'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:36:44.705521 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de8adc7-8c0d-4130-979d-dedea40cc6d8 req-6eb37486-ed09-4db9-bad9-1822c52428ae tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:44.706978 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3de8adc7-8c0d-4130-979d-dedea40cc6d8 req-6eb37486-ed09-4db9-bad9-1822c52428ae tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 945 time: 0.0681741 Jun 29 03:36:44.745899 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-3de8adc7-8c0d-4130-979d-dedea40cc6d8 req-f5a93d63-278b-4baa-b168-85795c4b3741 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331535 Jun 29 03:36:44.798840 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb0e0bb-5cac-403d-8f60-ce5045b68091 req-b95683f4-3aff-4258-82e4-29aec52a24d3 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:44.800345 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1eb0e0bb-5cac-403d-8f60-ce5045b68091 req-b95683f4-3aff-4258-82e4-29aec52a24d3 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0663106 Jun 29 03:36:44.838064 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-1eb0e0bb-5cac-403d-8f60-ce5045b68091 req-b89944b2-851e-45fe-9d9a-98450e592bd6 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317700 Jun 29 03:36:45.154194 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e6f263b9-ac78-44de-85d3-6cbcb06636f0 req-d3219281-444c-4dc7-9c97-715e03566b6b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0998943 Jun 29 03:36:45.184505 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76d3f3-6fd6-4d0d-bbbb-30597addb9ef req-4a614ee8-733d-4751-833e-67f5bc5bdbee tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:45.185967 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fb76d3f3-6fd6-4d0d-bbbb-30597addb9ef req-4a614ee8-733d-4751-833e-67f5bc5bdbee tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0628836 Jun 29 03:36:45.221631 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:36:45.224641 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fb76d3f3-6fd6-4d0d-bbbb-30597addb9ef req-204bf0a7-e16c-4006-a0ac-d617056c4cf6 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320125 Jun 29 03:36:45.671892 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f8615b83-b6e1-4d7c-bdbe-e01d0943b8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:45.926666 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64afcbf-deb9-4609-972f-746d9c1bf4ff req-597b7443-dfa3-4200-97f8-6094cdf613ac tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:45.928033 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d64afcbf-deb9-4609-972f-746d9c1bf4ff req-597b7443-dfa3-4200-97f8-6094cdf613ac tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 945 time: 0.0673635 Jun 29 03:36:45.965405 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d64afcbf-deb9-4609-972f-746d9c1bf4ff req-94fb4138-aa9f-4d3f-837e-2e2e6a1c2106 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313342 Jun 29 03:36:46.009966 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 41f1c929-9670-451c-a676-440964ae5fd8 up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:36:46.058741 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 41f1c929-9670-451c-a676-440964ae5fd8 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:36:46.063284 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 41f1c929-9670-451c-a676-440964ae5fd8 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:36:46.064392 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:46.143442 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:46.168613 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f5b546-46ea-425b-8e41-b9cec383887f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f1c929-9670-451c-a676-440964ae5fd8'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:36:46.171074 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f74ba70-5d2c-4241-a56a-4cc458adff59" -d '{"events": [{"server_uuid": "d0f5b546-46ea-425b-8e41-b9cec383887f", "name": "network-vif-plugged", "status": "completed", "tag": "41f1c929-9670-451c-a676-440964ae5fd8"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:36:46.193781 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 41f1c929-9670-451c-a676-440964ae5fd8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=41f1c929-9670-451c-a676-440964ae5fd8,segment=NetworkSegment(1a03522f-3fc5-49d2-9e01-c4c235145749),segment_id=1a03522f-3fc5-49d2-9e01-c4c235145749)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:46.198268 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:46.199572 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 7dcf5186-5cbb-47ff-9475-974040cda48b no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:36:46.205457 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:46.229909 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:36:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c042ee-5c3e-4ef9-86f5-de882a989e1a x-openstack-request-id: req-91c042ee-5c3e-4ef9-86f5-de882a989e1a {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:36:46.230209 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f5b546-46ea-425b-8e41-b9cec383887f", "name": "network-vif-plugged", "status": "completed", "tag": "41f1c929-9670-451c-a676-440964ae5fd8", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:36:46.230451 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91c042ee-5c3e-4ef9-86f5-de882a989e1a {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:36:46.230849 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f5b546-46ea-425b-8e41-b9cec383887f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41f1c929-9670-451c-a676-440964ae5fd8', 'code': 200} Jun 29 03:36:46.300674 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=41f1c929-9670-451c-a676-440964ae5fd8,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:46.304213 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:46.343038 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:46.379880 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 7dcf5186-5cbb-47ff-9475-974040cda48b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7dcf5186-5cbb-47ff-9475-974040cda48b,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:46.384622 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:46.387111 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:46.417335 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b05015-bfe9-474d-bc5a-3802cb962151 req-1b71de41-19ff-4bf3-b1ce-5cb5b7850953 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:46.418913 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-93b05015-bfe9-474d-bc5a-3802cb962151 req-1b71de41-19ff-4bf3-b1ce-5cb5b7850953 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0714664 Jun 29 03:36:46.441676 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=7dcf5186-5cbb-47ff-9475-974040cda48b,revision_number=6']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:46.444934 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:46.459314 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-93b05015-bfe9-474d-bc5a-3802cb962151 req-dc110f04-be93-4725-b175-289dfe33dccf tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331016 Jun 29 03:36:46.551693 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f06477-725c-45b1-afd7-aa1a92538e03 req-48fdd0e1-20e2-4d45-b39d-d46245a29293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:46.553170 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-19f06477-725c-45b1-afd7-aa1a92538e03 req-48fdd0e1-20e2-4d45-b39d-d46245a29293 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 1099 time: 0.0505562 Jun 29 03:36:46.589330 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-19f06477-725c-45b1-afd7-aa1a92538e03 req-c46f52dd-0356-4740-8db6-d916b30da277 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0266562 Jun 29 03:36:47.141352 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f263b9-ac78-44de-85d3-6cbcb06636f0 req-bda9ccef-6076-45b6-8d66-9d5c35cef03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:47.143182 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e6f263b9-ac78-44de-85d3-6cbcb06636f0 req-bda9ccef-6076-45b6-8d66-9d5c35cef03b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007&tenant_id=dedcfbfb2e514fea90cc8e5c3f7e707d HTTP/1.1" status: 200 len: 1097 time: 0.0546238 Jun 29 03:36:47.148987 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7420e9b4-41f1-41f7-a3b2-0688aa53e5b9 req-8acfbd22-4431-4741-b346-5f9624d51f7b tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:47.150431 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7420e9b4-41f1-41f7-a3b2-0688aa53e5b9 req-8acfbd22-4431-4741-b346-5f9624d51f7b tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 946 time: 0.0668900 Jun 29 03:36:47.188231 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-7420e9b4-41f1-41f7-a3b2-0688aa53e5b9 req-92914ae5-5e37-4735-8648-d7997e27420d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322037 Jun 29 03:36:47.243434 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f263b9-ac78-44de-85d3-6cbcb06636f0 req-b590d4bc-a638-4db3-aca8-1ab75d3f0880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:47.244997 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e6f263b9-ac78-44de-85d3-6cbcb06636f0 req-b590d4bc-a638-4db3-aca8-1ab75d3f0880 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dedcfbfb2e514fea90cc8e5c3f7e707d&device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 1097 time: 0.0524516 Jun 29 03:36:47.334368 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f263b9-ac78-44de-85d3-6cbcb06636f0 req-c75bf203-c5e0-4808-b8b2-412f83b81d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:47.335787 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e6f263b9-ac78-44de-85d3-6cbcb06636f0 req-c75bf203-c5e0-4808-b8b2-412f83b81d8e service neutron] 10.222.0.21 "GET /v2.0/networks?id=06198eff-4a72-42c6-b730-3972025c8161 HTTP/1.1" status: 200 len: 910 time: 0.0844965 Jun 29 03:36:47.400352 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e6f263b9-ac78-44de-85d3-6cbcb06636f0 req-feb888e5-f151-4726-b8bb-b554536e7ec8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dcf5186-5cbb-47ff-9475-974040cda48b HTTP/1.1" status: 200 len: 999 time: 0.0559771 Jun 29 03:36:47.448404 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f263b9-ac78-44de-85d3-6cbcb06636f0 req-290ddc61-870f-4d70-836e-a316e7650f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:47.449776 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e6f263b9-ac78-44de-85d3-6cbcb06636f0 req-290ddc61-870f-4d70-836e-a316e7650f90 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be30b3c3-b26e-45a1-bc4d-68c98e4ada9f HTTP/1.1" status: 200 len: 848 time: 0.0416703 Jun 29 03:36:47.514372 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f263b9-ac78-44de-85d3-6cbcb06636f0 req-7761180b-7e5e-4eb7-b97d-c621b692e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:47.514372 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e6f263b9-ac78-44de-85d3-6cbcb06636f0 req-7761180b-7e5e-4eb7-b97d-c621b692e2a0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06198eff-4a72-42c6-b730-3972025c8161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0553129 Jun 29 03:36:47.648013 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e6f263b9-ac78-44de-85d3-6cbcb06636f0 req-418159b2-6d3c-406e-bfc1-85e50a9c5219 service neutron] 10.222.0.21 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145864 Jun 29 03:36:47.684481 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2dd97b-0372-4a64-814c-876cc8fe22ce req-b230ff02-7b3e-433b-a8d4-e8b121678a85 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:47.685922 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ba2dd97b-0372-4a64-814c-876cc8fe22ce req-b230ff02-7b3e-433b-a8d4-e8b121678a85 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0988953 Jun 29 03:36:48.042490 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ba2dd97b-0372-4a64-814c-876cc8fe22ce req-29134f0a-d6da-4729-abbf-3be371b71075 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3432229 Jun 29 03:36:48.062553 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e6f263b9-ac78-44de-85d3-6cbcb06636f0 req-c0a9a54d-4fd1-4e0a-b35d-5046f4fc4d7a service neutron] 10.222.0.21 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3950138 Jun 29 03:36:48.232345 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dcf5186-5cbb-47ff-9475-974040cda48b'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:36:48.234849 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b877af0-c562-4a70-aaf1-4550b40db1fc" -d '{"events": [{"server_uuid": "ef56f009-f157-4a14-ba8c-4d145cc90007", "name": "network-vif-unplugged", "status": "completed", "tag": "7dcf5186-5cbb-47ff-9475-974040cda48b"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:36:48.270978 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 29 Jun 2021 03:36:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781b6339-a4d9-4e68-90d2-e9303ea81bd4 x-openstack-request-id: req-781b6339-a4d9-4e68-90d2-e9303ea81bd4 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:36:48.271278 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef56f009-f157-4a14-ba8c-4d145cc90007", "name": "network-vif-unplugged", "status": "completed", "tag": "7dcf5186-5cbb-47ff-9475-974040cda48b", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:36:48.271562 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-781b6339-a4d9-4e68-90d2-e9303ea81bd4 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:36:48.272041 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'code': 200} Jun 29 03:36:48.363270 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bc2c0-9447-478a-b121-1f23fd9daa71 req-32fad8a0-0c2c-4ed7-bad4-0cc2de6caffc tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:48.364753 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bd3bc2c0-9447-478a-b121-1f23fd9daa71 req-32fad8a0-0c2c-4ed7-bad4-0cc2de6caffc tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 946 time: 0.0657654 Jun 29 03:36:48.400385 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bd3bc2c0-9447-478a-b121-1f23fd9daa71 req-48089ae6-7ac4-4ad7-933f-00d82a499b37 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300210 Jun 29 03:36:48.458984 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-4c3d21d4-cfbe-4b47-a837-b0da0fd1695a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:48.758747 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:49.230629 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485d291d-c0a4-465c-bec1-96eb3ad4cede req-550f8712-f863-4ffc-a19e-0f0630d69b0b tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:49.232118 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-485d291d-c0a4-465c-bec1-96eb3ad4cede req-550f8712-f863-4ffc-a19e-0f0630d69b0b tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0698898 Jun 29 03:36:49.275699 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-485d291d-c0a4-465c-bec1-96eb3ad4cede req-2c66729e-3ac5-4451-8fff-82bbd30cb5b6 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373690 Jun 29 03:36:49.605924 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:50.449618 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8477d1-5304-4870-9fb8-447655dde36f req-84f79d70-c6a8-4c00-8ab6-34b75981cedb tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:50.451067 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ea8477d1-5304-4870-9fb8-447655dde36f req-84f79d70-c6a8-4c00-8ab6-34b75981cedb tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0640104 Jun 29 03:36:50.490156 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-ea8477d1-5304-4870-9fb8-447655dde36f req-e2f05a23-c787-45b6-869b-9388975bdb94 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330396 Jun 29 03:36:50.867569 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:51.669234 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd0233d-3e0b-43bd-9828-7043c74fb9ee req-46241659-9d7e-4c6e-83d4-7dca5f1196ba tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:51.670625 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9bd0233d-3e0b-43bd-9828-7043c74fb9ee req-46241659-9d7e-4c6e-83d4-7dca5f1196ba tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0645185 Jun 29 03:36:51.709018 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9bd0233d-3e0b-43bd-9828-7043c74fb9ee req-9b2be805-509a-47c3-bde0-666a0d619c51 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318668 Jun 29 03:36:52.887624 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ae4cbb-d3c8-4754-b629-bae8098dd481 req-f55cfe1d-0bd0-4482-9d2f-a39a620b94fb tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:52.889085 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-61ae4cbb-d3c8-4754-b629-bae8098dd481 req-f55cfe1d-0bd0-4482-9d2f-a39a620b94fb tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0696471 Jun 29 03:36:52.927230 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-61ae4cbb-d3c8-4754-b629-bae8098dd481 req-5548079e-dd4b-47c8-82e7-572e03f99cc7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320659 Jun 29 03:36:54.100735 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671d55e7-bcbe-4701-8bdc-4391331e9f1c req-1b8695fa-01a4-47d2-9083-71f858a9dbb1 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:54.102185 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-671d55e7-bcbe-4701-8bdc-4391331e9f1c req-1b8695fa-01a4-47d2-9083-71f858a9dbb1 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0645952 Jun 29 03:36:54.139540 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-671d55e7-bcbe-4701-8bdc-4391331e9f1c req-00fa1edd-1dc9-44af-8948-efdee7572d4c tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318186 Jun 29 03:36:55.318311 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7339c-d004-4028-991a-e9c15886fbf2 req-1fc06b37-06e7-4164-a416-4d5a5fde4c75 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:55.319787 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2cd7339c-d004-4028-991a-e9c15886fbf2 req-1fc06b37-06e7-4164-a416-4d5a5fde4c75 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 944 time: 0.0668550 Jun 29 03:36:55.358865 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2cd7339c-d004-4028-991a-e9c15886fbf2 req-0d37bd4d-cc1c-468a-b429-b2c5f8d8e2a4 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333724 Jun 29 03:36:56.087861 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 7dcf5186-5cbb-47ff-9475-974040cda48b details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:36:56.188348 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 7dcf5186-5cbb-47ff-9475-974040cda48b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7dcf5186-5cbb-47ff-9475-974040cda48b,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:56.203428 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'port_id': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'mac_address': 'fa:16:3e:0b:16:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:36:56.241299 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:56.254811 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dcf5186-5cbb-47ff-9475-974040cda48b {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:36:56.274764 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 7dcf5186-5cbb-47ff-9475-974040cda48b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7dcf5186-5cbb-47ff-9475-974040cda48b,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:56.278341 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:56.281128 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d5b7c9a6-37a5-4ed4-967a-5246a58b5cbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:56.327805 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=7dcf5186-5cbb-47ff-9475-974040cda48b,revision_number=7']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:56.332237 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:56.536171 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bf2bf-7404-4dbe-bfd5-98180a8cab9d req-8d900e67-72b1-4365-a289-a081b1acde67 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:56.537618 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-474bf2bf-7404-4dbe-bfd5-98180a8cab9d req-8d900e67-72b1-4365-a289-a081b1acde67 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 945 time: 0.0667670 Jun 29 03:36:56.575665 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-474bf2bf-7404-4dbe-bfd5-98180a8cab9d req-3fd1e246-828a-443a-8168-3fe3bad15827 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324924 Jun 29 03:36:56.580738 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['7dcf5186-5cbb-47ff-9475-974040cda48b'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:36:57.758569 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618456e4-904e-43d7-9274-675f30ef54c9 req-180e4b87-edaf-4c6b-ad99-71a6b868edb8 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:57.760076 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-618456e4-904e-43d7-9274-675f30ef54c9 req-180e4b87-edaf-4c6b-ad99-71a6b868edb8 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 945 time: 0.0699770 Jun 29 03:36:57.797654 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-618456e4-904e-43d7-9274-675f30ef54c9 req-94a25c40-02a7-4567-8fd9-25b26086a7d1 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319827 Jun 29 03:36:58.115169 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 7dcf5186-5cbb-47ff-9475-974040cda48b up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:36:58.162928 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 7dcf5186-5cbb-47ff-9475-974040cda48b triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:36:58.163306 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:58.241266 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:58.264676 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcf5186-5cbb-47ff-9475-974040cda48b'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:36:58.267714 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bac4acd4-6b87-4e58-a0ea-769ecc818fb5" -d '{"events": [{"server_uuid": "ef56f009-f157-4a14-ba8c-4d145cc90007", "name": "network-vif-plugged", "status": "completed", "tag": "7dcf5186-5cbb-47ff-9475-974040cda48b"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:36:58.281511 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 7dcf5186-5cbb-47ff-9475-974040cda48b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7dcf5186-5cbb-47ff-9475-974040cda48b,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:36:58.287362 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:36:58.291672 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-f8eb2c90-558b-4855-bd2b-196b2e2a3472 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:36:58.331002 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d993e0-f5f8-43d5-b97a-7ae92f193445 x-openstack-request-id: req-c9d993e0-f5f8-43d5-b97a-7ae92f193445 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:36:58.331301 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef56f009-f157-4a14-ba8c-4d145cc90007", "name": "network-vif-plugged", "status": "completed", "tag": "7dcf5186-5cbb-47ff-9475-974040cda48b", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:36:58.331569 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9d993e0-f5f8-43d5-b97a-7ae92f193445 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:36:58.332027 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'code': 200} Jun 29 03:36:58.342314 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=7dcf5186-5cbb-47ff-9475-974040cda48b,revision_number=8']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:36:58.345231 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:36:58.630186 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657d6fe-f899-482a-8a71-97c4c029e69e req-51cae0e5-989c-4f82-ab37-b810a01db2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:58.631653 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d657d6fe-f899-482a-8a71-97c4c029e69e req-51cae0e5-989c-4f82-ab37-b810a01db2e8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 1099 time: 0.0518756 Jun 29 03:36:58.667045 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d657d6fe-f899-482a-8a71-97c4c029e69e req-d4499de5-d0d6-4937-b63b-6d22fab6cf74 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279570 Jun 29 03:36:58.968912 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab08581-47e8-4008-b00c-1899fccdfc18 req-e0fb6b8f-1627-4173-84e5-d91b27fb3355 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:36:58.970951 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2ab08581-47e8-4008-b00c-1899fccdfc18 req-e0fb6b8f-1627-4173-84e5-d91b27fb3355 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0634067 Jun 29 03:36:59.009095 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2ab08581-47e8-4008-b00c-1899fccdfc18 req-9ea144b7-bd62-4103-8999-8fa8811910d9 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320559 Jun 29 03:37:00.186497 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1c78c2-9510-4afe-8fd0-507b5321b8a7 req-7830c850-8243-4a6f-a3d2-53d30bcf856e tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:00.187962 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6c1c78c2-9510-4afe-8fd0-507b5321b8a7 req-7830c850-8243-4a6f-a3d2-53d30bcf856e tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0632672 Jun 29 03:37:00.224778 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-6c1c78c2-9510-4afe-8fd0-507b5321b8a7 req-d4254a08-5e8f-42e7-8a62-462a1e281c3e tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306392 Jun 29 03:37:09.654280 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4a2978b9-557f-4246-993a-fe296d773899 req-56a4712f-cc6a-43ce-8871-ea12c3645bfd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0532868 Jun 29 03:37:09.745597 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2978b9-557f-4246-993a-fe296d773899 req-25b81548-8a56-4a15-b87a-4c96cd197e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:09.747037 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4a2978b9-557f-4246-993a-fe296d773899 req-25b81548-8a56-4a15-b87a-4c96cd197e6a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 1099 time: 0.0511081 Jun 29 03:37:09.851342 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2978b9-557f-4246-993a-fe296d773899 req-d8e38f35-82bf-483f-bd26-563b0ac99315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:09.852804 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4a2978b9-557f-4246-993a-fe296d773899 req-d8e38f35-82bf-483f-bd26-563b0ac99315 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 912 time: 0.0852709 Jun 29 03:37:09.915305 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4a2978b9-557f-4246-993a-fe296d773899 req-ae713094-6934-45a6-bb7d-d9908427a590 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d3f22d4-2fde-4d23-bed8-bf48fa03703c HTTP/1.1" status: 200 len: 1001 time: 0.0557168 Jun 29 03:37:09.962216 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2978b9-557f-4246-993a-fe296d773899 req-11e469e1-bf8d-4f68-985e-f334243011ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:09.963627 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4a2978b9-557f-4246-993a-fe296d773899 req-11e469e1-bf8d-4f68-985e-f334243011ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 200 len: 850 time: 0.0418868 Jun 29 03:37:10.025043 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2978b9-557f-4246-993a-fe296d773899 req-76a7ee4c-75a8-450e-8c2d-bb20a9be2602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:10.026484 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4a2978b9-557f-4246-993a-fe296d773899 req-76a7ee4c-75a8-450e-8c2d-bb20a9be2602 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5276124c-ea46-4712-b38d-54bc7208471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565205 Jun 29 03:37:10.113552 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4a2978b9-557f-4246-993a-fe296d773899 req-1edea814-0edf-4d30-826e-9fda4026dffc service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805500 Jun 29 03:37:10.204861 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-4a2978b9-557f-4246-993a-fe296d773899 req-dda512f4-8173-492d-a575-e8108664da91 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840650 Jun 29 03:37:13.537026 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:15.673150 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1f92119d-d911-482f-a459-7103c8af1fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:18.460664 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bc7d05a2-8eae-43ec-be87-85b1746ec359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:18.760418 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:19.607896 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:20.872504 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:22.220402 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:37:31.158346 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ec7d5e-2d05-494c-ba1b-41fd6a12fa8f req-c855f501-415a-42c0-8c5d-fbc3b1540b68 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:31.159684 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e6ec7d5e-2d05-494c-ba1b-41fd6a12fa8f req-c855f501-415a-42c0-8c5d-fbc3b1540b68 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 946 time: 0.0625629 Jun 29 03:37:31.197491 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e6ec7d5e-2d05-494c-ba1b-41fd6a12fa8f req-9947316f-196f-4499-ab13-c9effbc70e73 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316732 Jun 29 03:37:32.373190 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f742d6ea-4d9d-4057-a66e-f62223f6154e req-4a1cbeea-a8f8-43c9-82dc-d04f7bb18db5 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:32.374638 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f742d6ea-4d9d-4057-a66e-f62223f6154e req-4a1cbeea-a8f8-43c9-82dc-d04f7bb18db5 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 946 time: 0.0628934 Jun 29 03:37:32.411035 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f742d6ea-4d9d-4057-a66e-f62223f6154e req-b0a492ea-8d8f-447b-a172-0e4c84d6b74e tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307527 Jun 29 03:37:32.977066 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0c116-d724-4fc3-a2ea-d283bfab16bb req-8f4212b1-6940-4905-bd53-7ca4dbe887f8 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:32.978471 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-10f0c116-d724-4fc3-a2ea-d283bfab16bb req-8f4212b1-6940-4905-bd53-7ca4dbe887f8 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 946 time: 0.0626006 Jun 29 03:37:33.081070 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-10f0c116-d724-4fc3-a2ea-d283bfab16bb req-a5c17513-6fb5-46b0-99e9-8784cdc9ee4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Deleting port 41f1c929-9670-451c-a676-440964ae5fd8 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:37:33.081403 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-10f0c116-d724-4fc3-a2ea-d283bfab16bb req-a5c17513-6fb5-46b0-99e9-8784cdc9ee4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:33.173015 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-10f0c116-d724-4fc3-a2ea-d283bfab16bb req-a5c17513-6fb5-46b0-99e9-8784cdc9ee4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] For port 41f1c929-9670-451c-a676-440964ae5fd8, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=41f1c929-9670-451c-a676-440964ae5fd8,segment=NetworkSegment(1a03522f-3fc5-49d2-9e01-c4c235145749),segment_id=1a03522f-3fc5-49d2-9e01-c4c235145749)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:37:33.173368 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-10f0c116-d724-4fc3-a2ea-d283bfab16bb req-a5c17513-6fb5-46b0-99e9-8784cdc9ee4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:33.185212 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-10f0c116-d724-4fc3-a2ea-d283bfab16bb req-a5c17513-6fb5-46b0-99e9-8784cdc9ee4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Calling delete_port for 41f1c929-9670-451c-a676-440964ae5fd8 owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:37:33.307988 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-10f0c116-d724-4fc3-a2ea-d283bfab16bb req-a5c17513-6fb5-46b0-99e9-8784cdc9ee4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:33.311620 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-77789201-f2ec-429a-b96d-b726d76329d7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:37:33.340838 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c17513-6fb5-46b0-99e9-8784cdc9ee4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Pushing event deleted for resources: {'Port': ['ID=41f1c929-9670-451c-a676-440964ae5fd8,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:37:33.343862 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a5c17513-6fb5-46b0-99e9-8784cdc9ee4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:37:33.348845 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['41f1c929-9670-451c-a676-440964ae5fd8'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:37:33.385200 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f0c116-d724-4fc3-a2ea-d283bfab16bb req-a5c17513-6fb5-46b0-99e9-8784cdc9ee4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] No DVR routers for this DVR port 41f1c929-9670-451c-a676-440964ae5fd8 on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:37:33.387480 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-10f0c116-d724-4fc3-a2ea-d283bfab16bb req-a5c17513-6fb5-46b0-99e9-8784cdc9ee4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:33.389442 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-10f0c116-d724-4fc3-a2ea-d283bfab16bb req-a5c17513-6fb5-46b0-99e9-8784cdc9ee4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.21 "DELETE /v2.0/ports/41f1c929-9670-451c-a676-440964ae5fd8 HTTP/1.1" status: 204 len: 173 time: 0.4046819 Jun 29 03:37:33.389937 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f5b546-46ea-425b-8e41-b9cec383887f', 'name': 'network-vif-deleted', 'tag': '41f1c929-9670-451c-a676-440964ae5fd8'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:37:33.392208 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09362d85-a117-4edd-8760-8a4e33819306" -d '{"events": [{"server_uuid": "d0f5b546-46ea-425b-8e41-b9cec383887f", "name": "network-vif-deleted", "tag": "41f1c929-9670-451c-a676-440964ae5fd8"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:37:33.428038 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28509873-73ea-4600-a6fc-f310d6591e13 x-openstack-request-id: req-28509873-73ea-4600-a6fc-f310d6591e13 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:37:33.428424 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f5b546-46ea-425b-8e41-b9cec383887f", "name": "network-vif-deleted", "tag": "41f1c929-9670-451c-a676-440964ae5fd8", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:37:33.428777 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-28509873-73ea-4600-a6fc-f310d6591e13 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:37:33.429252 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f5b546-46ea-425b-8e41-b9cec383887f', 'name': 'network-vif-deleted', 'tag': '41f1c929-9670-451c-a676-440964ae5fd8', 'status': 'completed', 'code': 200} Jun 29 03:37:33.561351 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-bf1a1fb4-cac6-4872-89ba-f4ef8bcf9107 req-80e1e8c2-b863-4e9c-84af-cd08b95efd80 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=d0f5b546-46ea-425b-8e41-b9cec383887f HTTP/1.1" status: 200 len: 210 time: 0.0374057 Jun 29 03:37:37.651725 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 41f1c929-9670-451c-a676-440964ae5fd8 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:37:37.671826 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 41f1c929-9670-451c-a676-440964ae5fd8 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:37:37.672196 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 41f1c929-9670-451c-a676-440964ae5fd8 not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:37:43.525619 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:44.555320 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-79728d0b-3da5-4c32-86ab-fa3ce1b6b37a tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:44.556686 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-79728d0b-3da5-4c32-86ab-fa3ce1b6b37a tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/networks?id=cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c HTTP/1.1" status: 200 len: 813 time: 0.0994117 Jun 29 03:37:44.571224 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-5b275c26-65ce-49e5-b95f-b63faa403bbd tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/quotas/6439da6b3fca414f9f16b61afb391c60 HTTP/1.1" status: 200 len: 375 time: 0.0092428 Jun 29 03:37:44.609123 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-0ced473a-faac-473b-bae3-6110f3975113 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6439da6b3fca414f9f16b61afb391c60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327244 Jun 29 03:37:44.694846 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-59618cb1-a104-43a5-8d69-d0ddd6c64389 service neutron] 10.222.0.39 "GET /v2.0/networks/cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783114 Jun 29 03:37:44.784877 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-e49456a8-1f4b-41d9-ab90-77294fd7d416 service neutron] 10.222.0.39 "GET /v2.0/networks/cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843132 Jun 29 03:37:44.947301 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-32d1b192-4382-45f9-a37a-63e04e0167d1 req-e8896155-d105-4bf5-a65c-b0d4031625e2 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 210 time: 0.0283465 Jun 29 03:37:45.675243 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f83963b0-244c-4779-bace-3e670282f703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:46.093842 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-aa01a8f4-6b2c-4e96-8ea0-10290ebd4076 req-fd93eeea-d3cb-4d06-a5ec-b0bf87ab5ad8 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 210 time: 0.0283232 Jun 29 03:37:46.125219 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-d922ebd2-112d-4697-8df2-e935c6496790 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:46.126677 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-d922ebd2-112d-4697-8df2-e935c6496790 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.21 "GET /v2.0/networks?id=cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c HTTP/1.1" status: 200 len: 813 time: 0.1111524 Jun 29 03:37:46.267597 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Request body: {'port': {'device_id': 'c3485688-db7a-460f-99c4-c1f12bad4d4e', 'network_id': 'cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c', 'admin_state_up': True, 'tenant_id': '6439da6b3fca414f9f16b61afb391c60'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:37:46.373230 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Made reservation on behalf of 6439da6b3fca414f9f16b61afb391c60 for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:37:46.376717 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:46.501280 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Allocated IP 172.20.0.4 (cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c/04c61d01-8a6e-4edc-bfdc-10a4ef6e86ad/fcb3acf7-72e5-4220-97ad-47949b0d2d64) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:37:46.643365 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:46.680973 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:46.684646 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-de8c7663-47f6-4a35-a903-55eefa3ecda0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:37:46.724447 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Network cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:37:46.727490 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:37:46.731192 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:37:46.756400 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Pushing event updated for resources: {'Port': ['ID=fcb3acf7-72e5-4220-97ad-47949b0d2d64,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:37:46.767893 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:46.768268 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:46.768634 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:46.768992 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:46.769348 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:46.769700 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:46.770051 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:46.771167 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:46.771680 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:46.772066 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:46.772422 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:46.772773 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:46.777651 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:37:46.793496 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:46.794089 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:46.807517 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-79d42138-8948-4ffe-8323-5e89d62f2649 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5440257 Jun 29 03:37:46.825172 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Request body: {'port': {'device_id': 'c3485688-db7a-460f-99c4-c1f12bad4d4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:37:46.898579 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:47.160514 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcb3acf7-72e5-4220-97ad-47949b0d2d64 {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:37:47.168528 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:47.181178 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Transition to ACTIVE for port object fcb3acf7-72e5-4220-97ad-47949b0d2d64 will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:37:47.185814 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:47.188691 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-ae5c4fd8-60db-4275-98f0-880a0287ba5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:37:47.259383 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb3acf7-72e5-4220-97ad-47949b0d2d64,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:37:47.279278 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddb8135-39a3-4820-a2fb-9af30724c6d0 req-05605996-b19b-4498-8098-5ae0ba960b4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:47.280800 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8ddb8135-39a3-4820-a2fb-9af30724c6d0 req-05605996-b19b-4498-8098-5ae0ba960b4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 943 time: 0.0685205 Jun 29 03:37:47.282307 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:37:47.314399 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-439bd7a5-66e0-4b31-8a34-ee7e92301412 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1911484838&fields=id&tenant_id=ccbbf01c521f43e3a5f4a038d3f33511 HTTP/1.1" status: 200 len: 267 time: 0.0987751 Jun 29 03:37:47.319422 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-8ddb8135-39a3-4820-a2fb-9af30724c6d0 req-3127cfd9-6a37-4d17-826b-bdabeb175ade tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327916 Jun 29 03:37:47.392845 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Attempting to bind port fcb3acf7-72e5-4220-97ad-47949b0d2d64 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:37:47.393174 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Attempting to bind port fcb3acf7-72e5-4220-97ad-47949b0d2d64 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': '1a03522f-3fc5-49d2-9e01-c4c235145749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:37:47.393500 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Attempting to bind port fcb3acf7-72e5-4220-97ad-47949b0d2d64 on network cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:37:47.404747 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Port fcb3acf7-72e5-4220-97ad-47949b0d2d64 on network cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:37:47.405001 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Attempting to bind port fcb3acf7-72e5-4220-97ad-47949b0d2d64 on network cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:37:47.414159 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:37:47.414491 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Checking segment: {'id': '1a03522f-3fc5-49d2-9e01-c4c235145749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:37:47.414871 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Bound using segment: {'id': '1a03522f-3fc5-49d2-9e01-c4c235145749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:37:47.415289 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Bound port: fcb3acf7-72e5-4220-97ad-47949b0d2d64, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a03522f-3fc5-49d2-9e01-c4c235145749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:37:47.415639 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:47.472801 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-56433d5f-fd0b-48b6-bdb8-73740fc64588 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:47.474429 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-56433d5f-fd0b-48b6-bdb8-73740fc64588 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 811 time: 0.1501899 Jun 29 03:37:47.500902 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-eefb20ce-74b5-4846-b41d-a4390f71dd6d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/quotas/ccbbf01c521f43e3a5f4a038d3f33511 HTTP/1.1" status: 200 len: 375 time: 0.0205040 Jun 29 03:37:47.516610 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] For port fcb3acf7-72e5-4220-97ad-47949b0d2d64, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:37:47.528742 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] For port fcb3acf7-72e5-4220-97ad-47949b0d2d64, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=fcb3acf7-72e5-4220-97ad-47949b0d2d64,segment=NetworkSegment(1a03522f-3fc5-49d2-9e01-c4c235145749),segment_id=1a03522f-3fc5-49d2-9e01-c4c235145749)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:37:47.547151 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:47.552164 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5cd229e0-29b6-47a7-abfc-44606e982730 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:37:47.596760 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:47.597391 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:47.599707 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] 10.222.0.21 "PUT /v2.0/ports/fcb3acf7-72e5-4220-97ad-47949b0d2d64 HTTP/1.1" status: 200 len: 1093 time: 0.7783020 Jun 29 03:37:47.601716 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3485688-db7a-460f-99c4-c1f12bad4d4e', 'tag': 'fcb3acf7-72e5-4220-97ad-47949b0d2d64'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:37:47.604007 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cd1613d-0ed1-4e54-82e4-5b6e2dee9c73" -d '{"events": [{"name": "network-changed", "server_uuid": "c3485688-db7a-460f-99c4-c1f12bad4d4e", "tag": "fcb3acf7-72e5-4220-97ad-47949b0d2d64"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:37:47.632872 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Pushing event updated for resources: {'Port': ['ID=fcb3acf7-72e5-4220-97ad-47949b0d2d64,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:37:47.636382 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4f7df21e-4b5e-45ed-b8b1-6b514b9514f4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:37:47.655318 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-52296a41-d1c7-4d76-b6da-adb2fb13183f tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1469889 Jun 29 03:37:47.656738 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385ce264-ec62-42f4-9160-8378b7195dcb x-openstack-request-id: req-385ce264-ec62-42f4-9160-8378b7195dcb {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:37:47.657056 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3485688-db7a-460f-99c4-c1f12bad4d4e", "tag": "fcb3acf7-72e5-4220-97ad-47949b0d2d64", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:37:47.657343 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-385ce264-ec62-42f4-9160-8378b7195dcb {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:37:47.657758 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3485688-db7a-460f-99c4-c1f12bad4d4e', 'tag': 'fcb3acf7-72e5-4220-97ad-47949b0d2d64', 'status': 'completed', 'code': 200} Jun 29 03:37:47.784878 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-2b9afe2c-d6b7-4a29-8f43-a478a48513a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:47.786901 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-2b9afe2c-d6b7-4a29-8f43-a478a48513a3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6439da6b3fca414f9f16b61afb391c60&device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 1096 time: 0.1225379 Jun 29 03:37:47.789012 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-9ba28f76-c230-445f-8382-71e2e8fd52f3 service neutron] 10.222.0.39 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173704 Jun 29 03:37:47.866366 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-5b82d053-baaa-49e3-a908-c5fc6c78b776 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcb3acf7-72e5-4220-97ad-47949b0d2d64 HTTP/1.1" status: 200 len: 217 time: 0.0646219 Jun 29 03:37:47.936751 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-701a856c-3658-4862-99fa-e0308b525d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:47.938054 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-701a856c-3658-4862-99fa-e0308b525d86 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04c61d01-8a6e-4edc-bfdc-10a4ef6e86ad HTTP/1.1" status: 200 len: 853 time: 0.0649939 Jun 29 03:37:47.943589 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-a9402bda-0940-4c78-835f-4f1fc2fb7644 service neutron] 10.222.0.39 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488309 Jun 29 03:37:47.970716 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-0a1b9c2d-c35c-4827-b39c-2071d55bc59d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257227 Jun 29 03:37:48.061867 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-6f4331a1-9746-457d-a798-a97242334569 service neutron] 10.222.0.21 "GET /v2.0/networks/cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846198 Jun 29 03:37:48.155773 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-cd1cef9b-0cd3-478b-a824-afc88edbe280 req-a7080673-0ef2-4e58-8667-30a9f6691f8a service neutron] 10.222.0.21 "GET /v2.0/networks/cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871592 Jun 29 03:37:48.251103 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-548b14d0-32d6-4385-af30-2c24920b22f3 req-6edeae5d-c7e0-4141-906e-b037878709dd tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 210 time: 0.0344033 Jun 29 03:37:48.301305 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1613d-0ed1-4e54-82e4-5b6e2dee9c73 req-4459a016-be2a-4e3d-8f37-7041883970ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:48.302912 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9cd1613d-0ed1-4e54-82e4-5b6e2dee9c73 req-4459a016-be2a-4e3d-8f37-7041883970ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6439da6b3fca414f9f16b61afb391c60&device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 1096 time: 0.0626292 Jun 29 03:37:48.396842 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1613d-0ed1-4e54-82e4-5b6e2dee9c73 req-2fa3279d-39ad-443a-af05-9b748bcb63b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:48.398449 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9cd1613d-0ed1-4e54-82e4-5b6e2dee9c73 req-2fa3279d-39ad-443a-af05-9b748bcb63b6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c HTTP/1.1" status: 200 len: 914 time: 0.0893593 Jun 29 03:37:48.446614 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9cd1613d-0ed1-4e54-82e4-5b6e2dee9c73 req-868e8a57-1b7e-4b43-b213-e534bcb45813 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fcb3acf7-72e5-4220-97ad-47949b0d2d64 HTTP/1.1" status: 200 len: 217 time: 0.0404050 Jun 29 03:37:48.465935 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-06485b41-9390-4dd7-9fc0-ae9a4cde5f11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:48.523460 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd1613d-0ed1-4e54-82e4-5b6e2dee9c73 req-9d5f0b75-213b-43ea-8165-2aab60914973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:48.524913 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9cd1613d-0ed1-4e54-82e4-5b6e2dee9c73 req-9d5f0b75-213b-43ea-8165-2aab60914973 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=04c61d01-8a6e-4edc-bfdc-10a4ef6e86ad HTTP/1.1" status: 200 len: 853 time: 0.0707340 Jun 29 03:37:48.561089 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9cd1613d-0ed1-4e54-82e4-5b6e2dee9c73 req-7cc76218-f494-440c-9758-3146037b9a9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284681 Jun 29 03:37:48.569244 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f873d7b-feb4-4794-a681-f0f8e55fdd6f req-6eadda63-746f-48ae-a339-5861f260be22 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:48.570577 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f873d7b-feb4-4794-a681-f0f8e55fdd6f req-6eadda63-746f-48ae-a339-5861f260be22 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 943 time: 0.1270416 Jun 29 03:37:48.653289 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5f873d7b-feb4-4794-a681-f0f8e55fdd6f req-3cf671bd-7300-4c89-952e-69a5b273870d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747995 Jun 29 03:37:48.682280 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9cd1613d-0ed1-4e54-82e4-5b6e2dee9c73 req-124b6e2a-5fc8-4978-9f8e-2f36cb70568b service neutron] 10.222.0.21 "GET /v2.0/networks/cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107800 Jun 29 03:37:48.762682 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:48.783726 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9cd1613d-0ed1-4e54-82e4-5b6e2dee9c73 req-957ec3fb-d2ce-4832-b64f-c214a342b462 service neutron] 10.222.0.21 "GET /v2.0/networks/cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879650 Jun 29 03:37:49.372074 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-a4e721bf-c097-45b2-a369-8a96eb2de0c8 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:49.373554 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-a4e721bf-c097-45b2-a369-8a96eb2de0c8 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 811 time: 0.1085217 Jun 29 03:37:49.399305 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5f665e0e-aeea-4cea-938d-755a27b4354e req-7a93cf2a-9b34-4b77-930c-32586f2f5559 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 210 time: 0.0284786 Jun 29 03:37:49.426088 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-fe572b9c-fa8e-47c2-9c5a-6bd1d9773331 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ccbbf01c521f43e3a5f4a038d3f33511 HTTP/1.1" status: 200 len: 380 time: 0.0354369 Jun 29 03:37:49.434603 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Request body: {'port': {'device_id': '84123041-82ae-4821-8216-26d9c8606af4', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'admin_state_up': True, 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'security_groups': ['5d6575b2-ee2d-460b-8219-bae103a42da1']}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:37:49.543645 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Made reservation on behalf of ccbbf01c521f43e3a5f4a038d3f33511 for: {'port': 1} {{(pid=92918) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 29 03:37:49.547227 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:49.610586 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:49.671667 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Allocated IP 172.20.0.11 (5276124c-ea46-4712-b38d-54bc7208471b/5bed46c7-f0b9-47f8-a4bd-4348f4e6444b/38b67c67-9bf3-4932-8420-7e6ffdf790e9) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:37:49.844449 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:49.863153 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Transition to ACTIVE for port object 38b67c67-9bf3-4932-8420-7e6ffdf790e9 will not be triggered until provisioned by entity DHCP. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:37:49.877761 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff88c77-7914-42ea-ac93-2a96f1c2ea86 req-ad2bd11e-7d30-4a96-9ad7-089398a82ff4 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:49.879398 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bff88c77-7914-42ea-ac93-2a96f1c2ea86 req-ad2bd11e-7d30-4a96-9ad7-089398a82ff4 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 943 time: 0.1136465 Jun 29 03:37:49.935749 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bff88c77-7914-42ea-ac93-2a96f1c2ea86 req-5a3b4fff-12e3-4e74-a87a-2a9eaeac33d7 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491958 Jun 29 03:37:49.937220 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:49.940869 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-f1ed925f-14b9-40be-b829-4407f525635d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:37:49.982072 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Network 5276124c-ea46-4712-b38d-54bc7208471b is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:37:49.985480 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:37:49.989570 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:37:50.018771 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'Port': ['ID=38b67c67-9bf3-4932-8420-7e6ffdf790e9,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:37:50.023738 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:37:50.049632 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:50.050434 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:50.066332 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6353352 Jun 29 03:37:50.095076 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Request body: {'port': {'device_id': '84123041-82ae-4821-8216-26d9c8606af4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79724'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:37:50.174147 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:50.207829 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-9a45aec2-93d8-4aef-b696-9efef3bb604e None None] Provisioning for port 38b67c67-9bf3-4932-8420-7e6ffdf790e9 completed by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:37:50.214541 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-9a45aec2-93d8-4aef-b696-9efef3bb604e None None] Provisioning complete for port 38b67c67-9bf3-4932-8420-7e6ffdf790e9 triggered by entity DHCP. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:37:50.215214 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-9a45aec2-93d8-4aef-b696-9efef3bb604e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:50.255603 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-9a45aec2-93d8-4aef-b696-9efef3bb604e None None] Port 38b67c67-9bf3-4932-8420-7e6ffdf790e9 cannot update to ACTIVE because it is not bound. {{(pid=92920) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 29 03:37:50.435199 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38b67c67-9bf3-4932-8420-7e6ffdf790e9 {{(pid=92918) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:37:50.435685 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device fcb3acf7-72e5-4220-97ad-47949b0d2d64 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:37:50.444304 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:50.456294 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.provisioning_blocks [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Transition to ACTIVE for port object 38b67c67-9bf3-4932-8420-7e6ffdf790e9 will not be triggered until provisioned by entity L2. {{(pid=92918) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 29 03:37:50.460365 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:50.463651 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:37:50.540214 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port fcb3acf7-72e5-4220-97ad-47949b0d2d64, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=fcb3acf7-72e5-4220-97ad-47949b0d2d64,segment=NetworkSegment(1a03522f-3fc5-49d2-9e01-c4c235145749),segment_id=1a03522f-3fc5-49d2-9e01-c4c235145749)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:37:50.552923 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': 'fcb3acf7-72e5-4220-97ad-47949b0d2d64', 'network_id': 'cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c', 'port_id': 'fcb3acf7-72e5-4220-97ad-47949b0d2d64', 'mac_address': 'fa:16:3e:f3:52:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04c61d01-8a6e-4edc-bfdc-10a4ef6e86ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:37:50.584322 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afe0cde-37ab-4f6f-9a7d-d5f384555f20 req-d8fa3d52-99f1-48c6-a77b-0500ec9768d2 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:50.586049 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5afe0cde-37ab-4f6f-9a7d-d5f384555f20 req-d8fa3d52-99f1-48c6-a77b-0500ec9768d2 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 944 time: 0.0683029 Jun 29 03:37:50.591500 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:50.611585 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcb3acf7-72e5-4220-97ad-47949b0d2d64 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:37:50.633084 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port fcb3acf7-72e5-4220-97ad-47949b0d2d64, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=fcb3acf7-72e5-4220-97ad-47949b0d2d64,segment=NetworkSegment(1a03522f-3fc5-49d2-9e01-c4c235145749),segment_id=1a03522f-3fc5-49d2-9e01-c4c235145749)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:37:50.635221 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-5afe0cde-37ab-4f6f-9a7d-d5f384555f20 req-f8033ed7-5ba1-47e5-bf50-9abe101c9236 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408225 Jun 29 03:37:50.637503 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:50.639526 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d92107c2-6d6e-443a-9cef-d1eaa4e19683 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:37:50.807036 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Pushing event updated for resources: {'Port': ['ID=38b67c67-9bf3-4932-8420-7e6ffdf790e9,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:37:50.812697 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=fcb3acf7-72e5-4220-97ad-47949b0d2d64,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:37:50.820786 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:50.821147 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:50.821467 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:50.821794 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:50.822117 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:50.822621 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:50.823104 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:50.823592 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:50.824105 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:50.824580 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:50.825053 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:50.825545 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92920) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:37:50.826347 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:37:50.829967 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:37:50.874402 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:50.884026 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Attempting to bind port 38b67c67-9bf3-4932-8420-7e6ffdf790e9 on host hv-cinder-79724 for vnic_type normal with profile {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 29 03:37:50.884449 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Attempting to bind port 38b67c67-9bf3-4932-8420-7e6ffdf790e9 by drivers openvswitch,hyperv on host hv-cinder-79724 at level 0 using segments [{'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 29 03:37:50.884860 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Attempting to bind port 38b67c67-9bf3-4932-8420-7e6ffdf790e9 on network 5276124c-ea46-4712-b38d-54bc7208471b {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:37:50.889469 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Port 38b67c67-9bf3-4932-8420-7e6ffdf790e9 on network 5276124c-ea46-4712-b38d-54bc7208471b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79724 {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 29 03:37:50.889791 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Attempting to bind port 38b67c67-9bf3-4932-8420-7e6ffdf790e9 on network 5276124c-ea46-4712-b38d-54bc7208471b {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 29 03:37:50.894556 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Checking agent: {'id': 'edb7b459-ec12-4fa7-ba13-6ee2d842a356', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79724', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'started_at': datetime.datetime(2021, 6, 29, 3, 26, 11), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 3, 37, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 29 03:37:50.894888 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Checking segment: {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92918) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 29 03:37:50.895316 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Bound using segment: {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'} {{(pid=92918) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 29 03:37:50.895804 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.managers [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Bound port: 38b67c67-9bf3-4932-8420-7e6ffdf790e9, host: hv-cinder-79724, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b'}}] {{(pid=92918) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 29 03:37:50.896112 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:50.935217 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['fcb3acf7-72e5-4220-97ad-47949b0d2d64'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:37:50.966353 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] For port 38b67c67-9bf3-4932-8420-7e6ffdf790e9, host hv-cinder-79724, cleared binding levels {{(pid=92918) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 29 03:37:50.971388 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] For port 38b67c67-9bf3-4932-8420-7e6ffdf790e9, host hv-cinder-79724, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=38b67c67-9bf3-4932-8420-7e6ffdf790e9,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92918) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 29 03:37:50.976102 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:50.979215 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4dd101ab-ece3-48f1-9519-08cf56f470f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:37:51.014868 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:51.015439 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:51.016826 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] 10.222.0.21 "PUT /v2.0/ports/38b67c67-9bf3-4932-8420-7e6ffdf790e9 HTTP/1.1" status: 200 len: 1094 time: 0.9262295 Jun 29 03:37:51.017395 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84123041-82ae-4821-8216-26d9c8606af4', 'tag': '38b67c67-9bf3-4932-8420-7e6ffdf790e9'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:37:51.019661 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d2bdaa7-37fe-4116-83ce-fa82f2c7ab34" -d '{"events": [{"name": "network-changed", "server_uuid": "84123041-82ae-4821-8216-26d9c8606af4", "tag": "38b67c67-9bf3-4932-8420-7e6ffdf790e9"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:37:51.041697 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Pushing event updated for resources: {'Port': ['ID=38b67c67-9bf3-4932-8420-7e6ffdf790e9,revision_number=3']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:37:51.045647 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:37:51.067732 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b8e7d80-f1f9-4ef1-be41-589d8f5536eb x-openstack-request-id: req-4b8e7d80-f1f9-4ef1-be41-589d8f5536eb {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:37:51.068295 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84123041-82ae-4821-8216-26d9c8606af4", "tag": "38b67c67-9bf3-4932-8420-7e6ffdf790e9", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:37:51.068744 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b8e7d80-f1f9-4ef1-be41-589d8f5536eb {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:37:51.069172 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84123041-82ae-4821-8216-26d9c8606af4', 'tag': '38b67c67-9bf3-4932-8420-7e6ffdf790e9', 'status': 'completed', 'code': 200} Jun 29 03:37:51.182855 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c6492-6972-4638-be7a-8335bd761147 req-91f432a1-2dd9-4f35-a066-56bf49d53318 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:51.184431 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-522c6492-6972-4638-be7a-8335bd761147 req-91f432a1-2dd9-4f35-a066-56bf49d53318 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 944 time: 0.1090150 Jun 29 03:37:51.200879 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-2db21ab3-825f-4dc4-8783-292e972fba99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:51.202350 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-2db21ab3-825f-4dc4-8783-292e972fba99 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 1097 time: 0.0943108 Jun 29 03:37:51.259685 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-522c6492-6972-4638-be7a-8335bd761147 req-805201de-cdeb-4428-9856-f60bbf95ebd7 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689096 Jun 29 03:37:51.261031 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-a852e22d-74aa-4f1f-9bd8-5efde549f0c2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38b67c67-9bf3-4932-8420-7e6ffdf790e9 HTTP/1.1" status: 200 len: 217 time: 0.0390406 Jun 29 03:37:51.310774 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-60c86e03-60f9-403f-9905-08e538936a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:51.312312 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-60c86e03-60f9-403f-9905-08e538936a07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 200 len: 850 time: 0.0444314 Jun 29 03:37:51.372553 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-f697c7de-5c5d-42c4-bcc1-e3e1e9219d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:51.373994 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-f697c7de-5c5d-42c4-bcc1-e3e1e9219d04 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5276124c-ea46-4712-b38d-54bc7208471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545123 Jun 29 03:37:51.460317 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-28c258bb-bcae-4cb0-9c35-42695c5a90ef service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794408 Jun 29 03:37:51.550739 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-33e4b0ac-b34e-4d32-a5b4-4f16a935b0b4 req-b599bbb9-96c9-47fd-abdf-25fe4e0a3ce1 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830116 Jun 29 03:37:51.693109 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bdaa7-37fe-4116-83ce-fa82f2c7ab34 req-25bc08e5-3ac7-4ea3-9c16-d1d6f00384b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:51.693530 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d2bdaa7-37fe-4116-83ce-fa82f2c7ab34 req-25bc08e5-3ac7-4ea3-9c16-d1d6f00384b8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 1097 time: 0.0572889 Jun 29 03:37:51.788236 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bdaa7-37fe-4116-83ce-fa82f2c7ab34 req-27ea9469-db37-49fc-8001-06002db8fe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:51.790006 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d2bdaa7-37fe-4116-83ce-fa82f2c7ab34 req-27ea9469-db37-49fc-8001-06002db8fe4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 912 time: 0.0895169 Jun 29 03:37:51.824616 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d86c2a-40b6-4907-bac9-628ebe0151f6 req-420eb35c-16f0-4186-92c2-663321c391c2 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:51.826026 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-47d86c2a-40b6-4907-bac9-628ebe0151f6 req-420eb35c-16f0-4186-92c2-663321c391c2 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 944 time: 0.0773923 Jun 29 03:37:51.831370 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d2bdaa7-37fe-4116-83ce-fa82f2c7ab34 req-d32121cd-082f-479e-a5d5-82598036a662 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38b67c67-9bf3-4932-8420-7e6ffdf790e9 HTTP/1.1" status: 200 len: 217 time: 0.0348020 Jun 29 03:37:51.864961 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-47d86c2a-40b6-4907-bac9-628ebe0151f6 req-06c68ab5-bf1a-4af0-a025-7b8971443c4a tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331581 Jun 29 03:37:51.887784 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bdaa7-37fe-4116-83ce-fa82f2c7ab34 req-e471549d-f962-49c5-85e9-94c07aadf5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:51.889321 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d2bdaa7-37fe-4116-83ce-fa82f2c7ab34 req-e471549d-f962-49c5-85e9-94c07aadf5f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 200 len: 850 time: 0.0443358 Jun 29 03:37:51.951521 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2bdaa7-37fe-4116-83ce-fa82f2c7ab34 req-8b5693ae-3915-4585-9d7b-3c2656f61c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:51.953076 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d2bdaa7-37fe-4116-83ce-fa82f2c7ab34 req-8b5693ae-3915-4585-9d7b-3c2656f61c47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5276124c-ea46-4712-b38d-54bc7208471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0565546 Jun 29 03:37:52.053515 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d2bdaa7-37fe-4116-83ce-fa82f2c7ab34 req-e15874a4-d00f-40a7-ac89-023b63ca965f service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903537 Jun 29 03:37:52.151746 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-1d2bdaa7-37fe-4116-83ce-fa82f2c7ab34 req-18eaedb5-f1ae-4025-a9d4-21e83a19dee9 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877800 Jun 29 03:37:52.435020 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfab5538-520a-4f0d-b93f-a3e936ad17fb req-08eeca84-25a7-4987-a438-e806ec1dab33 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:52.436387 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bfab5538-520a-4f0d-b93f-a3e936ad17fb req-08eeca84-25a7-4987-a438-e806ec1dab33 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 944 time: 0.0616844 Jun 29 03:37:52.450443 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device fcb3acf7-72e5-4220-97ad-47949b0d2d64 up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:37:52.474608 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bfab5538-520a-4f0d-b93f-a3e936ad17fb req-b5ceb791-cb27-4bbe-a2c1-0ed3de1bfa01 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327246 Jun 29 03:37:52.498069 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port fcb3acf7-72e5-4220-97ad-47949b0d2d64 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:37:52.501530 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port fcb3acf7-72e5-4220-97ad-47949b0d2d64 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:37:52.501908 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:52.577829 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:52.599426 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3485688-db7a-460f-99c4-c1f12bad4d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb3acf7-72e5-4220-97ad-47949b0d2d64'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:37:52.601700 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-659b88fc-1dc9-4340-bbea-86a1f9b93c4e" -d '{"events": [{"server_uuid": "c3485688-db7a-460f-99c4-c1f12bad4d4e", "name": "network-vif-plugged", "status": "completed", "tag": "fcb3acf7-72e5-4220-97ad-47949b0d2d64"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:37:52.614403 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port fcb3acf7-72e5-4220-97ad-47949b0d2d64, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=fcb3acf7-72e5-4220-97ad-47949b0d2d64,segment=NetworkSegment(1a03522f-3fc5-49d2-9e01-c4c235145749),segment_id=1a03522f-3fc5-49d2-9e01-c4c235145749)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:37:52.618410 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:37:52.621388 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:37:52.645931 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de82c997-cd95-42fc-bb38-c1f50abd7cf7 x-openstack-request-id: req-de82c997-cd95-42fc-bb38-c1f50abd7cf7 {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:37:52.646231 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3485688-db7a-460f-99c4-c1f12bad4d4e", "name": "network-vif-plugged", "status": "completed", "tag": "fcb3acf7-72e5-4220-97ad-47949b0d2d64", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:37:52.646492 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de82c997-cd95-42fc-bb38-c1f50abd7cf7 {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:37:52.646880 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3485688-db7a-460f-99c4-c1f12bad4d4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcb3acf7-72e5-4220-97ad-47949b0d2d64', 'code': 200} Jun 29 03:37:52.672128 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=fcb3acf7-72e5-4220-97ad-47949b0d2d64,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:37:52.675011 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:37:52.883086 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c227d8-bd02-47e8-a298-a711ec7bcfcd req-d92f8aaf-826a-4c69-9d58-5bfeb0b38b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:52.884552 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-39c227d8-bd02-47e8-a298-a711ec7bcfcd req-d92f8aaf-826a-4c69-9d58-5bfeb0b38b07 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 1098 time: 0.0505157 Jun 29 03:37:52.919213 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-39c227d8-bd02-47e8-a298-a711ec7bcfcd req-ea90b868-e46f-4e79-b4c0-99ea04b669f9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284894 Jun 29 03:37:53.038294 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7075e-7600-4617-8e27-ecf9c65877be req-0d7afde1-6271-40f0-9215-5a333c3b53e7 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:53.039722 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dae7075e-7600-4617-8e27-ecf9c65877be req-0d7afde1-6271-40f0-9215-5a333c3b53e7 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 944 time: 0.0657210 Jun 29 03:37:53.078264 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dae7075e-7600-4617-8e27-ecf9c65877be req-4f04be00-459c-4789-a4c6-a66a500e5ff7 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329230 Jun 29 03:37:53.644683 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b18412-86e5-4cd5-87bf-db0f8c683b94 req-f011ce1b-7d33-43ea-b4dd-c95cda3d1e22 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:53.646366 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-78b18412-86e5-4cd5-87bf-db0f8c683b94 req-f011ce1b-7d33-43ea-b4dd-c95cda3d1e22 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 945 time: 0.0615711 Jun 29 03:37:53.683502 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-78b18412-86e5-4cd5-87bf-db0f8c683b94 req-a2440208-1fec-49dc-a8fb-76fe41a96a4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316391 Jun 29 03:37:54.249767 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74ac83b-296e-43d3-9543-5801cce9f318 req-9c3bd527-9978-49b2-9b5d-05bfbf018674 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:54.251236 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c74ac83b-296e-43d3-9543-5801cce9f318 req-9c3bd527-9978-49b2-9b5d-05bfbf018674 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 944 time: 0.0634055 Jun 29 03:37:54.288789 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c74ac83b-296e-43d3-9543-5801cce9f318 req-47797656-842b-48b8-99a0-f8d350e2be27 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311778 Jun 29 03:37:54.854095 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4719182e-36f5-4851-8b32-7391b094835b req-dbc6f30d-df4c-40ea-9fbb-dc99e842803d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:54.855536 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4719182e-36f5-4851-8b32-7391b094835b req-dbc6f30d-df4c-40ea-9fbb-dc99e842803d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 945 time: 0.0613179 Jun 29 03:37:54.896167 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4719182e-36f5-4851-8b32-7391b094835b req-02c945ad-6c57-48a2-9933-5afc567d79fd tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350711 Jun 29 03:37:55.462495 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a20e429-b7dc-4c8c-b36b-d141a16ad45d req-93cb716a-8dc4-41e0-ba15-1b9725128c7e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:55.463978 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9a20e429-b7dc-4c8c-b36b-d141a16ad45d req-93cb716a-8dc4-41e0-ba15-1b9725128c7e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 944 time: 0.0640483 Jun 29 03:37:55.500649 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9a20e429-b7dc-4c8c-b36b-d141a16ad45d req-904dd338-2007-4d91-9ad0-40777650de1b tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309026 Jun 29 03:37:56.679834 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbea9f2-89cf-4a37-b49e-1199d55f06de req-c31aa2e9-0bbb-4996-92d7-5f1cbf2bf4a8 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:56.681217 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dbbea9f2-89cf-4a37-b49e-1199d55f06de req-c31aa2e9-0bbb-4996-92d7-5f1cbf2bf4a8 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 944 time: 0.0665817 Jun 29 03:37:56.717588 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-dbbea9f2-89cf-4a37-b49e-1199d55f06de req-4afebb29-460c-45da-a935-02b5b9d35744 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308206 Jun 29 03:37:57.886061 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8f5433-037f-4249-be86-095812351325 req-92117a15-2031-420c-a8fe-54f3215aae52 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:57.887501 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4d8f5433-037f-4249-be86-095812351325 req-92117a15-2031-420c-a8fe-54f3215aae52 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 944 time: 0.0616822 Jun 29 03:37:57.924383 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4d8f5433-037f-4249-be86-095812351325 req-1bb1c8b1-eca2-4005-b2af-187295b00187 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313325 Jun 29 03:37:59.197397 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcace99-6b82-4b06-8624-6ad766e8ce54 req-0a655fff-c25b-43b9-a081-9c678d4c4dee tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:37:59.199936 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8bcace99-6b82-4b06-8624-6ad766e8ce54 req-0a655fff-c25b-43b9-a081-9c678d4c4dee tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 944 time: 0.1667235 Jun 29 03:37:59.218922 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:37:59.236988 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8bcace99-6b82-4b06-8624-6ad766e8ce54 req-e5f2feb5-58aa-490c-8f81-c48d3b8edbbb tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316501 Jun 29 03:38:00.409767 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135b479b-aa37-481a-9e4c-e4444d5f952a req-44ed914c-5c29-4cd3-a15c-717ab36ff7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:00.411210 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-135b479b-aa37-481a-9e4c-e4444d5f952a req-44ed914c-5c29-4cd3-a15c-717ab36ff7bc tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 944 time: 0.0646307 Jun 29 03:38:00.447192 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-135b479b-aa37-481a-9e4c-e4444d5f952a req-15159849-c1fc-4b02-a4fd-d25b4368e02a tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305045 Jun 29 03:38:00.484150 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 38b67c67-9bf3-4932-8420-7e6ffdf790e9 details requested by agent hyperv_hv-cinder-79724 with host hv-cinder-79724 {{(pid=92920) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 29 03:38:00.579308 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 38b67c67-9bf3-4932-8420-7e6ffdf790e9, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=38b67c67-9bf3-4932-8420-7e6ffdf790e9,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:38:00.589678 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Returning: {'device': '38b67c67-9bf3-4932-8420-7e6ffdf790e9', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'port_id': '38b67c67-9bf3-4932-8420-7e6ffdf790e9', 'mac_address': 'fa:16:3e:50:13:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92920) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 29 03:38:00.629820 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:00.642619 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38b67c67-9bf3-4932-8420-7e6ffdf790e9 {{(pid=92920) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 29 03:38:00.662505 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 38b67c67-9bf3-4932-8420-7e6ffdf790e9, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=38b67c67-9bf3-4932-8420-7e6ffdf790e9,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:38:00.666331 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:00.667987 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-301f100f-38ae-453e-86ae-83b2939bc6c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:00.711207 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=38b67c67-9bf3-4932-8420-7e6ffdf790e9,revision_number=4']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:00.714195 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:01.000818 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['38b67c67-9bf3-4932-8420-7e6ffdf790e9'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:38:01.618832 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dbfedf-d599-4ce6-8097-1a1c4d4de2f2 req-db3d8dea-2fba-46fd-9f2b-f77b473b7379 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:01.620323 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-69dbfedf-d599-4ce6-8097-1a1c4d4de2f2 req-db3d8dea-2fba-46fd-9f2b-f77b473b7379 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 945 time: 0.0649188 Jun 29 03:38:01.657461 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-69dbfedf-d599-4ce6-8097-1a1c4d4de2f2 req-54c8f3ec-2133-4372-8209-d3d6fd2e79cb tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316732 Jun 29 03:38:02.504532 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 38b67c67-9bf3-4932-8420-7e6ffdf790e9 up at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 29 03:38:02.552275 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning for port 38b67c67-9bf3-4932-8420-7e6ffdf790e9 completed by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 29 03:38:02.555769 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.provisioning_blocks [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Provisioning complete for port 38b67c67-9bf3-4932-8420-7e6ffdf790e9 triggered by entity L2. {{(pid=92920) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 29 03:38:02.556182 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1636862'] for port, provisioning_complete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:02.633644 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:02.655681 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84123041-82ae-4821-8216-26d9c8606af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b67c67-9bf3-4932-8420-7e6ffdf790e9'}] {{(pid=92920) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:38:02.657925 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a959a791c9cdc0603c2227d1a2ad2de370672698f6553da2cf505d2d9d0c7fd2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d03e4555-9608-4bbd-8e18-22c31e35a458" -d '{"events": [{"server_uuid": "84123041-82ae-4821-8216-26d9c8606af4", "name": "network-vif-plugged", "status": "completed", "tag": "38b67c67-9bf3-4932-8420-7e6ffdf790e9"}]}' {{(pid=92920) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:38:02.671310 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] For port 38b67c67-9bf3-4932-8420-7e6ffdf790e9, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=38b67c67-9bf3-4932-8420-7e6ffdf790e9,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:38:02.685972 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754'] for port, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:02.693588 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:02.698187 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:38:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26449424-6e07-42c9-b56f-2453d7215b1c x-openstack-request-id: req-26449424-6e07-42c9-b56f-2453d7215b1c {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:38:02.698481 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84123041-82ae-4821-8216-26d9c8606af4", "name": "network-vif-plugged", "status": "completed", "tag": "38b67c67-9bf3-4932-8420-7e6ffdf790e9", "code": 200}]} {{(pid=92920) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:38:02.698737 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26449424-6e07-42c9-b56f-2453d7215b1c {{(pid=92920) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:38:02.699130 dv-cinder-797245-8-iscsi neutron-server[92920]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84123041-82ae-4821-8216-26d9c8606af4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38b67c67-9bf3-4932-8420-7e6ffdf790e9', 'code': 200} Jun 29 03:38:02.744967 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Pushing event updated for resources: {'Port': ['ID=38b67c67-9bf3-4932-8420-7e6ffdf790e9,revision_number=5']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:02.754944 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:02.856154 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06657d04-cccb-4f84-8a43-6053bc154712 req-77ff0177-9170-4208-b26e-578ad7b06cfe tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:02.857599 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-06657d04-cccb-4f84-8a43-6053bc154712 req-77ff0177-9170-4208-b26e-578ad7b06cfe tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 946 time: 0.0736613 Jun 29 03:38:02.896245 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-06657d04-cccb-4f84-8a43-6053bc154712 req-610b253d-7466-473f-a754-441333087b05 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322816 Jun 29 03:38:03.025376 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a670959e-827b-43e7-b16a-21cc2db58999 req-d6b9dd15-cd8a-4021-8f32-a61f6eafd6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:03.026822 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a670959e-827b-43e7-b16a-21cc2db58999 req-d6b9dd15-cd8a-4021-8f32-a61f6eafd6be service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 1099 time: 0.0505319 Jun 29 03:38:03.059869 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a670959e-827b-43e7-b16a-21cc2db58999 req-3bfce762-4a43-4df8-9f88-7b15bfd45083 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270927 Jun 29 03:38:04.117425 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aea51ae-0539-44db-9050-88f8e6604f5a req-16c795a6-71b2-48af-aafd-c8c99a803568 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:04.118802 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2aea51ae-0539-44db-9050-88f8e6604f5a req-16c795a6-71b2-48af-aafd-c8c99a803568 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 946 time: 0.1094565 Jun 29 03:38:04.154836 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-2aea51ae-0539-44db-9050-88f8e6604f5a req-27dd3053-0fea-4cd9-8260-744942de4438 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300739 Jun 29 03:38:05.380898 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7041b34-9407-4a22-9b0c-267daacf5a52 req-49e14667-1822-4eb3-924b-5e57b68faac7 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:05.382352 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d7041b34-9407-4a22-9b0c-267daacf5a52 req-49e14667-1822-4eb3-924b-5e57b68faac7 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 946 time: 0.0672626 Jun 29 03:38:05.419054 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-d7041b34-9407-4a22-9b0c-267daacf5a52 req-a266c65e-d88d-4c22-85a2-9c3341de6c0d tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310307 Jun 29 03:38:06.589907 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8508f2d-ec86-4985-aa3c-eca31a2a6001 req-d48cd6c1-88bb-44d5-9f27-933c761f351f tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:06.591235 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8508f2d-ec86-4985-aa3c-eca31a2a6001 req-d48cd6c1-88bb-44d5-9f27-933c761f351f tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 946 time: 0.0641365 Jun 29 03:38:06.632686 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-a8508f2d-ec86-4985-aa3c-eca31a2a6001 req-0f65f21a-19d1-46bc-9253-150e266922bf tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356262 Jun 29 03:38:07.802177 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3454bc3-bf51-4a1d-8afa-f07c1189525c req-e277b296-feb2-4d0d-96cd-cd6322ea1eee tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:07.803600 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f3454bc3-bf51-4a1d-8afa-f07c1189525c req-e277b296-feb2-4d0d-96cd-cd6322ea1eee tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 946 time: 0.0620065 Jun 29 03:38:07.841134 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-f3454bc3-bf51-4a1d-8afa-f07c1189525c req-58c9c297-5fea-4883-8194-2ace0d578537 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319059 Jun 29 03:38:08.008554 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe58bcc3-1025-4aca-9444-67b332eecdb7 req-b04bd2eb-b73d-469e-8910-063bfa373e29 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:08.009999 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fe58bcc3-1025-4aca-9444-67b332eecdb7 req-b04bd2eb-b73d-469e-8910-063bfa373e29 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 946 time: 0.0631948 Jun 29 03:38:08.045495 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-fe58bcc3-1025-4aca-9444-67b332eecdb7 req-01e7d4a5-ab26-4dc9-9ba9-5698eaec3c5b tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300088 Jun 29 03:38:08.070472 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 53934) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:08.123199 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab60dbb-efbd-41ef-afe1-d998fe3fe4d0 tempest-TestVolumeBootPattern-1294435620 tempest-TestVolumeBootPattern-1294435620-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:08.124731 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-5ab60dbb-efbd-41ef-afe1-d998fe3fe4d0 tempest-TestVolumeBootPattern-1294435620 tempest-TestVolumeBootPattern-1294435620-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 1094 time: 0.0532939 Jun 29 03:38:08.127515 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 53938) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:08.132701 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.v2.base [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Request body: {'floatingip': {'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'port_id': '38b67c67-9bf3-4932-8420-7e6ffdf790e9', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92918) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 29 03:38:08.153708 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for floatingip, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:08.250114 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:08.356655 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_common [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Allocated IP 172.27.1.80 (f51c5211-9e47-48bd-999b-9f8ea905804c/f04d9874-e86b-453e-8035-96fcd5cd1b2e/434c23da-cc65-4917-9fcb-25092a68f327) {{(pid=92918) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 29 03:38:08.454301 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for port, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:08.492158 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1609323', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740965565175', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-2558730'] for port, after_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:08.494813 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4f55b024-ade8-4fe3-90a0-de52a70dcce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:08.534531 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Network f51c5211-9e47-48bd-999b-9f8ea905804c is already hosted by enough agents. {{(pid=92918) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 29 03:38:08.539992 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.base_scheduler [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Resources bound (agent type, host, resource id): {{(pid=92918) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 29 03:38:08.543006 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Received port after_create {{(pid=92918) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 29 03:38:08.564682 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'Port': ['ID=434c23da-cc65-4917-9fcb-25092a68f327,revision_number=1']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:08.568161 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:08.902860 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:08.978300 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1609256'] for port, before_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:09.122220 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for port, precommit_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:09.126608 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740966102995', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740965565709', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740965565754', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2558748'] for port, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:09.128639 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-338f2357-0bff-4ee4-834f-144d64d3af56 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:09.199551 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event updated for resources: {'Port': ['ID=434c23da-cc65-4917-9fcb-25092a68f327,revision_number=2']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:09.203408 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:09.206150 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-673948'] for floatingip, after_update {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:09.304361 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.db.l3_db [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Floating IP 784823b4-bfcd-4eea-91fb-0d22a56f2fe2 associated. External IP: 172.27.1.80, port: 38b67c67-9bf3-4932-8420-7e6ffdf790e9. Jun 29 03:38:09.502885 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Router 23641b4a-870d-4f4a-b83c-6240ce896fa4 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:38:09.606497 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:38:09.616417 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b2dd23-d22d-4a0f-9a58-77cf2654fe67 None None] Sync routers for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:38:09.622906 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:09.626938 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b2dd23-d22d-4a0f-9a58-77cf2654fe67 None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:38:09.628484 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-69b2dd23-d22d-4a0f-9a58-77cf2654fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:37:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:09.660348 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-b8109bfe-31ee-4eb9-abc4-2afa74047c94 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5317945 Jun 29 03:38:09.661736 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84123041-82ae-4821-8216-26d9c8606af4', 'tag': '38b67c67-9bf3-4932-8420-7e6ffdf790e9'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:38:09.664251 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e60f956-f26b-439f-a401-d22f55814043" -d '{"events": [{"name": "network-changed", "server_uuid": "84123041-82ae-4821-8216-26d9c8606af4", "tag": "38b67c67-9bf3-4932-8420-7e6ffdf790e9"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:38:09.700322 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-822536d5-454d-442c-b996-dd8a29865f70 x-openstack-request-id: req-822536d5-454d-442c-b996-dd8a29865f70 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:38:09.700650 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84123041-82ae-4821-8216-26d9c8606af4", "tag": "38b67c67-9bf3-4932-8420-7e6ffdf790e9", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:38:09.700940 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-822536d5-454d-442c-b996-dd8a29865f70 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:38:09.701376 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84123041-82ae-4821-8216-26d9c8606af4', 'tag': '38b67c67-9bf3-4932-8420-7e6ffdf790e9', 'status': 'completed', 'code': 200} Jun 29 03:38:09.734407 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-69b2dd23-d22d-4a0f-9a58-77cf2654fe67 None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:38:09.950344 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-69b2dd23-d22d-4a0f-9a58-77cf2654fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '784823b4-bfcd-4eea-91fb-0d22a56f2fe2', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '38b67c67-9bf3-4932-8420-7e6ffdf790e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:50:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123041-82ae-4821-8216-26d9c8606af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:38:08Z', 'updated_at': '2021-06-29T03:38:08Z', 'revision_number': 0, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}, {'id': '7ae94e4e-ec74-4814-92ab-e3a0d26f57e9', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:04:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:35:45Z', 'updated_at': '2021-06-29T03:35:47Z', 'revision_number': 1, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:09.976005 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b2dd23-d22d-4a0f-9a58-77cf2654fe67 None None] Checking router: 23641b4a-870d-4f4a-b83c-6240ce896fa4 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:38:09.983926 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b2dd23-d22d-4a0f-9a58-77cf2654fe67 None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:38:09.984532 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-69b2dd23-d22d-4a0f-9a58-77cf2654fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:37:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:10.087002 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-69b2dd23-d22d-4a0f-9a58-77cf2654fe67 None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:38:10.191619 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f956-f26b-439f-a401-d22f55814043 req-ff2b1879-9aaf-4580-b62b-e5c0851197e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:10.193372 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e60f956-f26b-439f-a401-d22f55814043 req-ff2b1879-9aaf-4580-b62b-e5c0851197e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 1099 time: 0.0577872 Jun 29 03:38:10.289299 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f956-f26b-439f-a401-d22f55814043 req-51ff57a4-9e63-4ded-8ee5-69eb149a0284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:10.291075 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e60f956-f26b-439f-a401-d22f55814043 req-51ff57a4-9e63-4ded-8ee5-69eb149a0284 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 912 time: 0.0899012 Jun 29 03:38:10.321549 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-69b2dd23-d22d-4a0f-9a58-77cf2654fe67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '784823b4-bfcd-4eea-91fb-0d22a56f2fe2', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '38b67c67-9bf3-4932-8420-7e6ffdf790e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:50:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123041-82ae-4821-8216-26d9c8606af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:38:08Z', 'updated_at': '2021-06-29T03:38:08Z', 'revision_number': 0, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}, {'id': '7ae94e4e-ec74-4814-92ab-e3a0d26f57e9', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:04:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:35:45Z', 'updated_at': '2021-06-29T03:35:47Z', 'revision_number': 1, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:10.348861 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b2dd23-d22d-4a0f-9a58-77cf2654fe67 None None] The sync data for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi is: [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '784823b4-bfcd-4eea-91fb-0d22a56f2fe2', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.80', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '38b67c67-9bf3-4932-8420-7e6ffdf790e9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:50:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84123041-82ae-4821-8216-26d9c8606af4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:38:08Z', 'updated_at': '2021-06-29T03:38:08Z', 'revision_number': 0, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}, {'id': '7ae94e4e-ec74-4814-92ab-e3a0d26f57e9', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:04:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:35:45Z', 'updated_at': '2021-06-29T03:35:47Z', 'revision_number': 1, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:38:10.358022 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e60f956-f26b-439f-a401-d22f55814043 req-9ad64c17-1536-4763-bbef-227281df9392 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38b67c67-9bf3-4932-8420-7e6ffdf790e9 HTTP/1.1" status: 200 len: 999 time: 0.0604975 Jun 29 03:38:10.413598 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f956-f26b-439f-a401-d22f55814043 req-24b0579f-9904-4076-83c7-348ffbc3da7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:10.415074 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e60f956-f26b-439f-a401-d22f55814043 req-24b0579f-9904-4076-83c7-348ffbc3da7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 200 len: 850 time: 0.0507152 Jun 29 03:38:10.481348 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60f956-f26b-439f-a401-d22f55814043 req-faeac2d8-71fe-44da-a141-e9e96fce423e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:10.482833 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e60f956-f26b-439f-a401-d22f55814043 req-faeac2d8-71fe-44da-a141-e9e96fce423e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5276124c-ea46-4712-b38d-54bc7208471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0536075 Jun 29 03:38:10.494003 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [req-8e60f956-f26b-439f-a401-d22f55814043 req-b43633c6-2a09-49bf-a622-462913fc05d0 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=92918) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 29 03:38:10.494945 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e60f956-f26b-439f-a401-d22f55814043 req-b43633c6-2a09-49bf-a622-462913fc05d0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052552 Jun 29 03:38:10.531527 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c85426-e4a2-4552-a299-10873a293626 None None] New status for floating IP 784823b4-bfcd-4eea-91fb-0d22a56f2fe2: ACTIVE {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:38:10.585139 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e60f956-f26b-439f-a401-d22f55814043 req-b060a1c2-ea65-4371-9abe-16a300da0ad9 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826068 Jun 29 03:38:10.684177 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8e60f956-f26b-439f-a401-d22f55814043 req-91e70617-f2cb-41be-b2f5-0ee07acd7315 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913539 Jun 29 03:38:12.738337 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-991cd4a0-a65c-462a-af47-b765b6a87887 req-0c92ca81-9a19-4673-8c49-97b57cd27ba3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0899830 Jun 29 03:38:12.864193 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cd4a0-a65c-462a-af47-b765b6a87887 req-8da81d3c-3f4c-4726-ad8d-2253ff2ee16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:12.865542 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-991cd4a0-a65c-462a-af47-b765b6a87887 req-8da81d3c-3f4c-4726-ad8d-2253ff2ee16c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dedcfbfb2e514fea90cc8e5c3f7e707d&device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 1099 time: 0.0553048 Jun 29 03:38:12.965238 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cd4a0-a65c-462a-af47-b765b6a87887 req-10933801-d003-41eb-a55d-b4990e598cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:12.966665 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-991cd4a0-a65c-462a-af47-b765b6a87887 req-10933801-d003-41eb-a55d-b4990e598cfe service neutron] 10.222.0.21 "GET /v2.0/networks?id=06198eff-4a72-42c6-b730-3972025c8161 HTTP/1.1" status: 200 len: 910 time: 0.0821512 Jun 29 03:38:13.300899 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-991cd4a0-a65c-462a-af47-b765b6a87887 req-15e7fa4d-f515-4236-b68d-5a5958bc4ed2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dcf5186-5cbb-47ff-9475-974040cda48b HTTP/1.1" status: 200 len: 1001 time: 0.3279150 Jun 29 03:38:13.350473 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cd4a0-a65c-462a-af47-b765b6a87887 req-3817b1f8-d978-4f1d-a3ee-68843a4dbe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:13.351860 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-991cd4a0-a65c-462a-af47-b765b6a87887 req-3817b1f8-d978-4f1d-a3ee-68843a4dbe2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be30b3c3-b26e-45a1-bc4d-68c98e4ada9f HTTP/1.1" status: 200 len: 848 time: 0.0437784 Jun 29 03:38:13.408428 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cd4a0-a65c-462a-af47-b765b6a87887 req-4e20d494-33a1-4970-8f80-837b5affb0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:13.409919 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-991cd4a0-a65c-462a-af47-b765b6a87887 req-4e20d494-33a1-4970-8f80-837b5affb0bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06198eff-4a72-42c6-b730-3972025c8161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0515742 Jun 29 03:38:13.502629 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-991cd4a0-a65c-462a-af47-b765b6a87887 req-37112e72-8546-49b4-8492-843dd3f71c4d service neutron] 10.222.0.21 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847223 Jun 29 03:38:13.537733 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:13.597580 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-991cd4a0-a65c-462a-af47-b765b6a87887 req-01dee980-ca02-4002-b57f-6305a3cdf2ff service neutron] 10.222.0.21 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868139 Jun 29 03:38:15.676700 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-a218d55f-c5a4-41b7-8ba3-15b5202ede3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:16.153538 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c608d-4f49-4eb6-9e94-8c1ee737ace0 req-087747bd-0cce-4705-b65f-5187a8d8c124 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:16.154889 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f35c608d-4f49-4eb6-9e94-8c1ee737ace0 req-087747bd-0cce-4705-b65f-5187a8d8c124 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 945 time: 0.0638952 Jun 29 03:38:16.194407 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-f35c608d-4f49-4eb6-9e94-8c1ee737ace0 req-ed26c6ef-ede8-422d-8835-0bc4c4212f8c tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338578 Jun 29 03:38:17.375041 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b51ff-7961-4673-949d-ea92dbcbc6c0 req-57fcec78-f730-42b6-9139-5e65ed4917af tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:17.376514 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8a8b51ff-7961-4673-949d-ea92dbcbc6c0 req-57fcec78-f730-42b6-9139-5e65ed4917af tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 945 time: 0.0660856 Jun 29 03:38:17.414219 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-8a8b51ff-7961-4673-949d-ea92dbcbc6c0 req-541ff2c1-c3db-42b3-8071-cfe59105b8b4 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/security-groups?id=39b9161c-20f9-4d22-a8e9-ccc160847103&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312753 Jun 29 03:38:18.071725 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43659b01-a0f1-448f-9810-bb2a81c2f554 req-7a1f495a-53b8-4cc6-af45-a06e0df6757f tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:18.073166 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-43659b01-a0f1-448f-9810-bb2a81c2f554 req-7a1f495a-53b8-4cc6-af45-a06e0df6757f tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 945 time: 0.0611126 Jun 29 03:38:18.171648 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-43659b01-a0f1-448f-9810-bb2a81c2f554 req-cc010142-7a95-4f4f-adfd-47bd5496c390 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Deleting port fcb3acf7-72e5-4220-97ad-47949b0d2d64 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:38:18.172107 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-43659b01-a0f1-448f-9810-bb2a81c2f554 req-cc010142-7a95-4f4f-adfd-47bd5496c390 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:18.267190 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-43659b01-a0f1-448f-9810-bb2a81c2f554 req-cc010142-7a95-4f4f-adfd-47bd5496c390 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] For port fcb3acf7-72e5-4220-97ad-47949b0d2d64, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=fcb3acf7-72e5-4220-97ad-47949b0d2d64,segment=NetworkSegment(1a03522f-3fc5-49d2-9e01-c4c235145749),segment_id=1a03522f-3fc5-49d2-9e01-c4c235145749)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:38:18.267457 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-43659b01-a0f1-448f-9810-bb2a81c2f554 req-cc010142-7a95-4f4f-adfd-47bd5496c390 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:18.280322 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-43659b01-a0f1-448f-9810-bb2a81c2f554 req-cc010142-7a95-4f4f-adfd-47bd5496c390 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Calling delete_port for fcb3acf7-72e5-4220-97ad-47949b0d2d64 owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:38:18.417986 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-43659b01-a0f1-448f-9810-bb2a81c2f554 req-cc010142-7a95-4f4f-adfd-47bd5496c390 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:18.422494 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-88664b34-a0a6-42fe-914a-7651c7a60e20 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:18.447565 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc010142-7a95-4f4f-adfd-47bd5496c390 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Pushing event deleted for resources: {'Port': ['ID=fcb3acf7-72e5-4220-97ad-47949b0d2d64,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:18.451328 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-cc010142-7a95-4f4f-adfd-47bd5496c390 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:18.463419 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] get_ports_and_sgs() called for port_ids ['fcb3acf7-72e5-4220-97ad-47949b0d2d64'] {{(pid=92920) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 29 03:38:18.468334 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-431fafd9-b454-450b-bfb3-342bdbf6fe1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:18.504223 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-43659b01-a0f1-448f-9810-bb2a81c2f554 req-cc010142-7a95-4f4f-adfd-47bd5496c390 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] No DVR routers for this DVR port fcb3acf7-72e5-4220-97ad-47949b0d2d64 on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:38:18.506877 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-43659b01-a0f1-448f-9810-bb2a81c2f554 req-cc010142-7a95-4f4f-adfd-47bd5496c390 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:18.508936 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-43659b01-a0f1-448f-9810-bb2a81c2f554 req-cc010142-7a95-4f4f-adfd-47bd5496c390 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.21 "DELETE /v2.0/ports/fcb3acf7-72e5-4220-97ad-47949b0d2d64 HTTP/1.1" status: 204 len: 173 time: 0.4308109 Jun 29 03:38:18.509464 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3485688-db7a-460f-99c4-c1f12bad4d4e', 'name': 'network-vif-deleted', 'tag': 'fcb3acf7-72e5-4220-97ad-47949b0d2d64'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:38:18.511765 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a573aaf-d72b-46c0-bd4b-45a116c178bc" -d '{"events": [{"server_uuid": "c3485688-db7a-460f-99c4-c1f12bad4d4e", "name": "network-vif-deleted", "tag": "fcb3acf7-72e5-4220-97ad-47949b0d2d64"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:38:18.552893 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82dd3ae3-7d72-4a57-afdb-3543c61cd5fd x-openstack-request-id: req-82dd3ae3-7d72-4a57-afdb-3543c61cd5fd {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:38:18.553294 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3485688-db7a-460f-99c4-c1f12bad4d4e", "name": "network-vif-deleted", "tag": "fcb3acf7-72e5-4220-97ad-47949b0d2d64", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:38:18.553588 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82dd3ae3-7d72-4a57-afdb-3543c61cd5fd {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:38:18.554027 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3485688-db7a-460f-99c4-c1f12bad4d4e', 'name': 'network-vif-deleted', 'tag': 'fcb3acf7-72e5-4220-97ad-47949b0d2d64', 'status': 'completed', 'code': 200} Jun 29 03:38:18.604421 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-6d7b2bb9-3502-45f6-a98a-d84e3f801a50 req-9437b347-dddf-4cb6-8968-bc968d7aacd7 tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] 10.222.0.39 "GET /v2.0/ports?device_id=c3485688-db7a-460f-99c4-c1f12bad4d4e HTTP/1.1" status: 200 len: 210 time: 0.0378160 Jun 29 03:38:18.763961 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:19.613374 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:20.874840 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:24.183699 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device fcb3acf7-72e5-4220-97ad-47949b0d2d64 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:38:24.206821 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: fcb3acf7-72e5-4220-97ad-47949b0d2d64 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:38:24.207177 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device fcb3acf7-72e5-4220-97ad-47949b0d2d64 not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:38:27.130751 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54028) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:27.281480 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Deleting port a89a4e6b-71c8-458c-a5d3-6b48445063de {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:38:27.281732 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:27.355258 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:27.355579 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:27.367214 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Calling delete_port for a89a4e6b-71c8-458c-a5d3-6b48445063de owned by network:floatingip {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:38:27.508625 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:27.510521 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-7d7290f6-ad07-4087-a06d-da6153602830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:27.533961 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Pushing event deleted for resources: {'Port': ['ID=a89a4e6b-71c8-458c-a5d3-6b48445063de,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:27.565869 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:38:27.566247 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:38:27.566613 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:38:27.567557 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:38:27.567944 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:38:27.568295 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:38:27.568654 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:38:27.569008 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:38:27.569363 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:38:27.569713 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:38:27.570065 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:38:27.570411 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:38:27.574035 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:27.607769 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for floatingip, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:27.608127 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Floating IP 4fa81a84-4ee2-406d-bb65-b049a606448b disassociated (deleted). External IP: 172.27.1.41, port: 7dcf5186-5cbb-47ff-9475-974040cda48b. Jun 29 03:38:27.808846 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Router a7895318-c71c-499f-a4e5-bca256abc727 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:38:27.916532 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:38:27.921329 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:27.926998 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278f87e-55b3-498e-89bc-143a021beafb None None] Sync routers for ids ['a7895318-c71c-499f-a4e5-bca256abc727'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:38:27.940123 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278f87e-55b3-498e-89bc-143a021beafb None None] Routers {'a7895318-c71c-499f-a4e5-bca256abc727'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:38:27.941033 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-d278f87e-55b3-498e-89bc-143a021beafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:38:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['a7895318-c71c-499f-a4e5-bca256abc727'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:27.961282 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-27115fff-d0d6-45f5-8f27-5c70919d5b26 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "DELETE /v2.0/floatingips/4fa81a84-4ee2-406d-bb65-b049a606448b HTTP/1.1" status: 204 len: 168 time: 0.8271091 Jun 29 03:38:27.961282 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'tag': '7dcf5186-5cbb-47ff-9475-974040cda48b'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:38:27.961958 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e27180-d6dd-4b5f-91bd-39aa818e32a2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef56f009-f157-4a14-ba8c-4d145cc90007", "tag": "7dcf5186-5cbb-47ff-9475-974040cda48b"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:38:28.040086 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2642a22-4f47-40c2-95e4-a76150a8d2d3 x-openstack-request-id: req-b2642a22-4f47-40c2-95e4-a76150a8d2d3 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:38:28.040818 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef56f009-f157-4a14-ba8c-4d145cc90007", "tag": "7dcf5186-5cbb-47ff-9475-974040cda48b", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:38:28.042025 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2642a22-4f47-40c2-95e4-a76150a8d2d3 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:38:28.042723 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'tag': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'status': 'completed', 'code': 200} Jun 29 03:38:28.072750 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-d278f87e-55b3-498e-89bc-143a021beafb None None] Set router a7895318-c71c-499f-a4e5-bca256abc727 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:38:28.147172 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e27180-d6dd-4b5f-91bd-39aa818e32a2 req-9abba40d-661b-4288-ada0-85397a721763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:28.149722 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c7e27180-d6dd-4b5f-91bd-39aa818e32a2 req-9abba40d-661b-4288-ada0-85397a721763 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=dedcfbfb2e514fea90cc8e5c3f7e707d&device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 1099 time: 0.0604360 Jun 29 03:38:28.258092 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e27180-d6dd-4b5f-91bd-39aa818e32a2 req-0bc799bf-e77d-4eb4-9934-c6392104aed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:28.259575 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c7e27180-d6dd-4b5f-91bd-39aa818e32a2 req-0bc799bf-e77d-4eb4-9934-c6392104aed5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=06198eff-4a72-42c6-b730-3972025c8161 HTTP/1.1" status: 200 len: 910 time: 0.1023600 Jun 29 03:38:28.325743 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c7e27180-d6dd-4b5f-91bd-39aa818e32a2 req-6e8d2ccc-1f8d-47b4-83b5-808a1d38a12b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dcf5186-5cbb-47ff-9475-974040cda48b HTTP/1.1" status: 200 len: 217 time: 0.0498767 Jun 29 03:38:28.402611 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e27180-d6dd-4b5f-91bd-39aa818e32a2 req-906d44bb-fe23-443a-a10a-b85f661d9c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:28.404065 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c7e27180-d6dd-4b5f-91bd-39aa818e32a2 req-906d44bb-fe23-443a-a10a-b85f661d9c40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=be30b3c3-b26e-45a1-bc4d-68c98e4ada9f HTTP/1.1" status: 200 len: 848 time: 0.0566978 Jun 29 03:38:28.409523 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-d278f87e-55b3-498e-89bc-143a021beafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 4, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '64ac7af4-a35d-4ad9-ae06-8de53efc86fc', 'name': '', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'mac_address': 'fa:16:3e:54:62:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:33Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 5, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'subnets': [{'id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:28.419924 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55949267-1090-4338-9c7e-6f1c42b829ad req-2d76e138-5999-42f8-8bb1-7af3dff26d0c tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:28.421409 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-55949267-1090-4338-9c7e-6f1c42b829ad req-2d76e138-5999-42f8-8bb1-7af3dff26d0c tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.1059427 Jun 29 03:38:28.436678 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278f87e-55b3-498e-89bc-143a021beafb None None] Checking router: a7895318-c71c-499f-a4e5-bca256abc727 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:38:28.445804 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d278f87e-55b3-498e-89bc-143a021beafb None None] Routers {'a7895318-c71c-499f-a4e5-bca256abc727'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:38:28.446431 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-d278f87e-55b3-498e-89bc-143a021beafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:38:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['a7895318-c71c-499f-a4e5-bca256abc727'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:28.494097 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-55949267-1090-4338-9c7e-6f1c42b829ad req-938ea35e-76e9-4980-8e97-654f0dd7a954 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638571 Jun 29 03:38:28.506790 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e27180-d6dd-4b5f-91bd-39aa818e32a2 req-823a2983-c2fa-4ad3-8fbe-c782ebd12fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:28.508300 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c7e27180-d6dd-4b5f-91bd-39aa818e32a2 req-823a2983-c2fa-4ad3-8fbe-c782ebd12fcb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=06198eff-4a72-42c6-b730-3972025c8161&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860562 Jun 29 03:38:28.552122 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-d278f87e-55b3-498e-89bc-143a021beafb None None] Set router a7895318-c71c-499f-a4e5-bca256abc727 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:38:28.606557 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c7e27180-d6dd-4b5f-91bd-39aa818e32a2 req-68bfa002-3955-4b79-8803-59d5f9bfc8cd service neutron] 10.222.0.21 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820191 Jun 29 03:38:28.698693 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-c7e27180-d6dd-4b5f-91bd-39aa818e32a2 req-b526cc81-ef6d-42d2-be6a-8903d0227959 service neutron] 10.222.0.21 "GET /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851398 Jun 29 03:38:28.752039 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-d278f87e-55b3-498e-89bc-143a021beafb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 4, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '64ac7af4-a35d-4ad9-ae06-8de53efc86fc', 'name': '', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'mac_address': 'fa:16:3e:54:62:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:33Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 5, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'subnets': [{'id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:28.777583 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d278f87e-55b3-498e-89bc-143a021beafb None None] The sync data for ids ['a7895318-c71c-499f-a4e5-bca256abc727'] in dv-cinder-797245-8-iscsi is: [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:34Z', 'revision_number': 4, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '64ac7af4-a35d-4ad9-ae06-8de53efc86fc', 'name': '', 'network_id': '06198eff-4a72-42c6-b730-3972025c8161', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'mac_address': 'fa:16:3e:54:62:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:33Z', 'updated_at': '2021-06-29T03:33:39Z', 'revision_number': 5, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'subnets': [{'id': 'be30b3c3-b26e-45a1-bc4d-68c98e4ada9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:38:28.983123 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3e3fb02-171d-4a56-ab67-c5f804130d81 None None] New status for floating IP 4fa81a84-4ee2-406d-bb65-b049a606448b: DOWN {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:38:29.677533 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651fee0d-682d-4e1a-927d-96c62686eff5 req-5e2091cc-0a56-4b11-9d73-b987feb4b4d1 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:29.678894 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-651fee0d-682d-4e1a-927d-96c62686eff5 req-5e2091cc-0a56-4b11-9d73-b987feb4b4d1 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0649478 Jun 29 03:38:29.715813 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-651fee0d-682d-4e1a-927d-96c62686eff5 req-694acb4b-6d05-433e-915a-dd106f7f5395 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312221 Jun 29 03:38:30.887432 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf595d1b-7ee7-404c-9c14-1000bb199926 req-8adb6494-46b9-4c76-bcf7-d1828edb0f0d tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:30.888897 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bf595d1b-7ee7-404c-9c14-1000bb199926 req-8adb6494-46b9-4c76-bcf7-d1828edb0f0d tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0622175 Jun 29 03:38:30.928383 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-bf595d1b-7ee7-404c-9c14-1000bb199926 req-97a00d0b-7f97-4b74-b608-891105711594 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339637 Jun 29 03:38:32.102538 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb0eb51-dc2e-46d8-bb4f-68da41765561 req-866a58ca-b56b-4924-b135-3c1bc4b0ff97 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:32.104009 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9bb0eb51-dc2e-46d8-bb4f-68da41765561 req-866a58ca-b56b-4924-b135-3c1bc4b0ff97 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0650201 Jun 29 03:38:32.139791 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-9bb0eb51-dc2e-46d8-bb4f-68da41765561 req-47c8579c-abe3-42ba-bc98-e3cd7f60add9 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/security-groups?id=8786172d-5b55-4b00-b655-1d7c363bede1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302963 Jun 29 03:38:32.805109 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b25c55-72a6-4b43-8660-57de4750ee3e req-d9de0f2a-dfea-4757-8cc9-32b10cb7438c tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:38:32.806506 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-90b25c55-72a6-4b43-8660-57de4750ee3e req-d9de0f2a-dfea-4757-8cc9-32b10cb7438c tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 946 time: 0.0666652 Jun 29 03:38:32.903231 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-90b25c55-72a6-4b43-8660-57de4750ee3e req-d275b3fe-71ef-4862-9bc1-c978601f60b7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Deleting port 7dcf5186-5cbb-47ff-9475-974040cda48b {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:38:32.903569 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-90b25c55-72a6-4b43-8660-57de4750ee3e req-d275b3fe-71ef-4862-9bc1-c978601f60b7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:32.990646 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-90b25c55-72a6-4b43-8660-57de4750ee3e req-d275b3fe-71ef-4862-9bc1-c978601f60b7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] For port 7dcf5186-5cbb-47ff-9475-974040cda48b, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=7dcf5186-5cbb-47ff-9475-974040cda48b,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:38:32.990986 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-90b25c55-72a6-4b43-8660-57de4750ee3e req-d275b3fe-71ef-4862-9bc1-c978601f60b7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:33.003308 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-90b25c55-72a6-4b43-8660-57de4750ee3e req-d275b3fe-71ef-4862-9bc1-c978601f60b7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Calling delete_port for 7dcf5186-5cbb-47ff-9475-974040cda48b owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:38:33.126811 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-90b25c55-72a6-4b43-8660-57de4750ee3e req-d275b3fe-71ef-4862-9bc1-c978601f60b7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:33.131729 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:33.161781 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d275b3fe-71ef-4862-9bc1-c978601f60b7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Pushing event deleted for resources: {'Port': ['ID=7dcf5186-5cbb-47ff-9475-974040cda48b,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:33.170739 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-d275b3fe-71ef-4862-9bc1-c978601f60b7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:33.209567 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b25c55-72a6-4b43-8660-57de4750ee3e req-d275b3fe-71ef-4862-9bc1-c978601f60b7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] No DVR routers for this DVR port 7dcf5186-5cbb-47ff-9475-974040cda48b on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:38:33.212174 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-90b25c55-72a6-4b43-8660-57de4750ee3e req-d275b3fe-71ef-4862-9bc1-c978601f60b7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:33.214269 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-90b25c55-72a6-4b43-8660-57de4750ee3e req-d275b3fe-71ef-4862-9bc1-c978601f60b7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.21 "DELETE /v2.0/ports/7dcf5186-5cbb-47ff-9475-974040cda48b HTTP/1.1" status: 204 len: 173 time: 0.4020352 Jun 29 03:38:33.214794 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'name': 'network-vif-deleted', 'tag': '7dcf5186-5cbb-47ff-9475-974040cda48b'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:38:33.217650 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3afdcda0-6311-4aa2-8f13-a10ed540ea39" -d '{"events": [{"server_uuid": "ef56f009-f157-4a14-ba8c-4d145cc90007", "name": "network-vif-deleted", "tag": "7dcf5186-5cbb-47ff-9475-974040cda48b"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:38:33.296485 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-0741128c-5fe9-4e5e-b77e-3a657a53a698 req-14fd5bf7-b22e-48a8-a641-057ebb43658b tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "GET /v2.0/ports?device_id=ef56f009-f157-4a14-ba8c-4d145cc90007 HTTP/1.1" status: 200 len: 210 time: 0.0337491 Jun 29 03:38:33.317385 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2696fd7-c83c-41fa-a3be-21e348046306 x-openstack-request-id: req-e2696fd7-c83c-41fa-a3be-21e348046306 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:38:33.317738 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef56f009-f157-4a14-ba8c-4d145cc90007", "name": "network-vif-deleted", "tag": "7dcf5186-5cbb-47ff-9475-974040cda48b", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:38:33.318036 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2696fd7-c83c-41fa-a3be-21e348046306 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:38:33.318479 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef56f009-f157-4a14-ba8c-4d145cc90007', 'name': 'network-vif-deleted', 'tag': '7dcf5186-5cbb-47ff-9475-974040cda48b', 'status': 'completed', 'code': 200} Jun 29 03:38:34.391626 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54080) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:34.448448 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b845bf6a-6d91-492a-b092-8e6eb1dab8a9 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:34.472228 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b845bf6a-6d91-492a-b092-8e6eb1dab8a9 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:34.530327 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b845bf6a-6d91-492a-b092-8e6eb1dab8a9 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:34.532898 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b845bf6a-6d91-492a-b092-8e6eb1dab8a9 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:34.534038 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-b845bf6a-6d91-492a-b092-8e6eb1dab8a9 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] 10.222.0.39 "DELETE /v2.0/security-groups/8786172d-5b55-4b00-b655-1d7c363bede1 HTTP/1.1" status: 204 len: 168 time: 0.1414113 Jun 29 03:38:34.534801 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c2a676e1-9792-449a-a0aa-3658bbc19486 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:34.543746 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b845bf6a-6d91-492a-b092-8e6eb1dab8a9 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8786172d-5b55-4b00-b655-1d7c363bede1,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:34.546048 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b845bf6a-6d91-492a-b092-8e6eb1dab8a9 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:34.586393 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 54084) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:34.977880 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-41a303f0-bfdb-4214-8d8f-f552fcf716d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672515'] for router_interface, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:35.232486 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-41a303f0-bfdb-4214-8d8f-f552fcf716d9 admin admin] Deleting port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:38:35.232826 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-41a303f0-bfdb-4214-8d8f-f552fcf716d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:35.308658 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-41a303f0-bfdb-4214-8d8f-f552fcf716d9 admin admin] For port 64ac7af4-a35d-4ad9-ae06-8de53efc86fc, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=64ac7af4-a35d-4ad9-ae06-8de53efc86fc,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:38:35.309017 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-41a303f0-bfdb-4214-8d8f-f552fcf716d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:35.321323 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-41a303f0-bfdb-4214-8d8f-f552fcf716d9 admin admin] Calling delete_port for 64ac7af4-a35d-4ad9-ae06-8de53efc86fc owned by network:router_interface {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:38:35.498704 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-41a303f0-bfdb-4214-8d8f-f552fcf716d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:35.501524 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a5c17513-6fb5-46b0-99e9-8784cdc9ee4d tempest-VolumesSnapshotTestJSON-1135846882 tempest-VolumesSnapshotTestJSON-1135846882-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:35.531086 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a303f0-bfdb-4214-8d8f-f552fcf716d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=64ac7af4-a35d-4ad9-ae06-8de53efc86fc,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:35.536248 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-41a303f0-bfdb-4214-8d8f-f552fcf716d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:35.691744 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-41a303f0-bfdb-4214-8d8f-f552fcf716d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675219'] for router_interface, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:35.900570 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41a303f0-bfdb-4214-8d8f-f552fcf716d9 admin admin] Router a7895318-c71c-499f-a4e5-bca256abc727 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:38:36.011139 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a303f0-bfdb-4214-8d8f-f552fcf716d9 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:38:36.018320 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-41a303f0-bfdb-4214-8d8f-f552fcf716d9 admin admin] 10.222.0.39 "PUT /v2.0/routers/a7895318-c71c-499f-a4e5-bca256abc727/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4309506 Jun 29 03:38:36.019598 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4899a5-ed44-471c-a628-3ce1135419fa None None] Sync routers for ids ['a7895318-c71c-499f-a4e5-bca256abc727'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:38:36.020168 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 54102) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:36.029729 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4899a5-ed44-471c-a628-3ce1135419fa None None] Routers {'a7895318-c71c-499f-a4e5-bca256abc727'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:38:36.030430 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-7d4899a5-ed44-471c-a628-3ce1135419fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:38:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['a7895318-c71c-499f-a4e5-bca256abc727'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:36.140404 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-7d4899a5-ed44-471c-a628-3ce1135419fa None None] Set router a7895318-c71c-499f-a4e5-bca256abc727 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:38:36.218147 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:38:36.333529 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-7d4899a5-ed44-471c-a628-3ce1135419fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:38:35Z', 'revision_number': 5, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:36.360116 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4899a5-ed44-471c-a628-3ce1135419fa None None] Checking router: a7895318-c71c-499f-a4e5-bca256abc727 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:38:36.369490 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4899a5-ed44-471c-a628-3ce1135419fa None None] Routers {'a7895318-c71c-499f-a4e5-bca256abc727'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:38:36.370128 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-7d4899a5-ed44-471c-a628-3ce1135419fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:38:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['a7895318-c71c-499f-a4e5-bca256abc727'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:36.407209 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Notify callbacks [] for router, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:36.472131 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-7d4899a5-ed44-471c-a628-3ce1135419fa None None] Set router a7895318-c71c-499f-a4e5-bca256abc727 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:38:36.505805 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:36.558433 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Deleting port bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:38:36.559062 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:36.635437 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] For port bbb2d0d8-0fb9-482d-9004-725c19cb0ff0, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=bbb2d0d8-0fb9-482d-9004-725c19cb0ff0,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:38:36.635781 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:36.647883 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Calling delete_port for bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 owned by network:router_gateway {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:38:36.653632 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-7d4899a5-ed44-471c-a628-3ce1135419fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:38:35Z', 'revision_number': 5, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:36.683550 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 7dcf5186-5cbb-47ff-9475-974040cda48b no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:38:36.686923 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4899a5-ed44-471c-a628-3ce1135419fa None None] The sync data for ids ['a7895318-c71c-499f-a4e5-bca256abc727'] in dv-cinder-797245-8-iscsi is: [{'id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'name': 'tempest-TestShelveInstance-1266216547-router', 'tenant_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:38:35Z', 'revision_number': 5, 'project_id': 'dedcfbfb2e514fea90cc8e5c3f7e707d', 'gw_port': {'id': 'bbb2d0d8-0fb9-482d-9004-725c19cb0ff0', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:26:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7895318-c71c-499f-a4e5-bca256abc727', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:31Z', 'updated_at': '2021-06-29T03:33:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:38:36.704965 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 7dcf5186-5cbb-47ff-9475-974040cda48b {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:38:36.705320 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 7dcf5186-5cbb-47ff-9475-974040cda48b not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:38:36.814962 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:36.818346 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-4a88b6eb-d99d-4c74-91ca-642898e3ba69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:36.845341 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb2d0d8-0fb9-482d-9004-725c19cb0ff0,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:36.850671 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:36.902934 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673919'] for router_gateway, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:36.989920 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:36.991874 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.035512 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672062'] for router, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.036789 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7895318-c71c-499f-a4e5-bca256abc727 {{(pid=92918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:38:37.041860 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] Notify callbacks [] for router, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.045349 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-59d604bb-333d-4b65-ab9a-431f8dfd3da7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a7895318-c71c-499f-a4e5-bca256abc727 HTTP/1.1" status: 204 len: 168 time: 1.0216770 Jun 29 03:38:37.045653 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54106) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:37.096275 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9677de8-86be-4bab-b973-54c767fdd907 admin admin] Deleting subnet be30b3c3-b26e-45a1-bc4d-68c98e4ada9f {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:38:37.100026 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9677de8-86be-4bab-b973-54c767fdd907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.148709 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9677de8-86be-4bab-b973-54c767fdd907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60178224'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.231336 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9677de8-86be-4bab-b973-54c767fdd907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.283899 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9677de8-86be-4bab-b973-54c767fdd907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3089090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59344485'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.286852 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-93b94aaa-2b6f-4df1-82a5-e7fa02d51802 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:37.310791 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9677de8-86be-4bab-b973-54c767fdd907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be30b3c3-b26e-45a1-bc4d-68c98e4ada9f,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:37.313856 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-c9677de8-86be-4bab-b973-54c767fdd907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:37.314852 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-c9677de8-86be-4bab-b973-54c767fdd907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.320177 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c9677de8-86be-4bab-b973-54c767fdd907 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/be30b3c3-b26e-45a1-bc4d-68c98e4ada9f HTTP/1.1" status: 204 len: 168 time: 0.2700770 Jun 29 03:38:37.320352 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54116) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:37.325902 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291c7456-1931-491a-860b-3940f05efdad None None] Network 06198eff-4a72-42c6-b730-3972025c8161 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:38:37.396995 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.450301 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Deleting port 7557e79b-cd45-4bb9-b099-7c169015a72f {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:38:37.450637 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.517277 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] For port 7557e79b-cd45-4bb9-b099-7c169015a72f, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=7557e79b-cd45-4bb9-b099-7c169015a72f,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:38:37.517633 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.745327 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8abde0a-b468-4c88-b0ed-ffb86fa875a9 None None] DHCP port deletion for 06198eff-4a72-42c6-b730-3972025c8161 request from dv-cinder-797245-8-iscsi {{(pid=92920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 03:38:37.803121 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Calling delete_port for 7557e79b-cd45-4bb9-b099-7c169015a72f owned by network:dhcp {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:38:37.804528 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-d8abde0a-b468-4c88-b0ed-ffb86fa875a9 None None] Deleting port 7557e79b-cd45-4bb9-b099-7c169015a72f {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:38:37.804812 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8abde0a-b468-4c88-b0ed-ffb86fa875a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.847652 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 64ac7af4-a35d-4ad9-ae06-8de53efc86fc no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:38:37.878825 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 64ac7af4-a35d-4ad9-ae06-8de53efc86fc {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:38:37.879172 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 64ac7af4-a35d-4ad9-ae06-8de53efc86fc not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:38:37.885926 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.889370 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-02c0d32f-f78a-4ec2-8e44-e1695f7f07bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:37.897487 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-d8abde0a-b468-4c88-b0ed-ffb86fa875a9 None None] For port 7557e79b-cd45-4bb9-b099-7c169015a72f, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=7557e79b-cd45-4bb9-b099-7c169015a72f,segment=NetworkSegment(cd55f3a9-8664-4844-a2f8-b26c0668d79c),segment_id=cd55f3a9-8664-4844-a2f8-b26c0668d79c)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:38:37.897889 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8abde0a-b468-4c88-b0ed-ffb86fa875a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.909156 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-d8abde0a-b468-4c88-b0ed-ffb86fa875a9 None None] Calling delete_port for 7557e79b-cd45-4bb9-b099-7c169015a72f owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:38:37.913587 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] No DVR routers for this DVR port 7557e79b-cd45-4bb9-b099-7c169015a72f on host dv-cinder-797245-8-iscsi {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:38:37.915403 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Pushing event deleted for resources: {'Port': ['ID=7557e79b-cd45-4bb9-b099-7c169015a72f,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:37.918996 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:37.983914 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d8abde0a-b468-4c88-b0ed-ffb86fa875a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.985713 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:37.985856 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:37.996627 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06198eff-4a72-42c6-b730-3972025c8161']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:38.006569 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd55f3a9-8664-4844-a2f8-b26c0668d79c') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:38.006866 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd55f3a9-8664-4844-a2f8-b26c0668d79c') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:38.009246 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8abde0a-b468-4c88-b0ed-ffb86fa875a9 None None] Pushing event deleted for resources: {'Port': ['ID=7557e79b-cd45-4bb9-b099-7c169015a72f,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:38.011631 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-d8abde0a-b468-4c88-b0ed-ffb86fa875a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:38.014474 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8abde0a-b468-4c88-b0ed-ffb86fa875a9 None None] No DVR routers for this DVR port 7557e79b-cd45-4bb9-b099-7c169015a72f on host dv-cinder-797245-8-iscsi {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:38:38.015533 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60178235'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:38.030884 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:38.036645 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:38:38.037067 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088943'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: timer() Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: cb(*args, **kw) Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: self._notify() Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: self.callback(batched_events) Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: event.method(event) Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._get(url).json() Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:38:38.038655 dv-cinder-797245-8-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:38:38.093700 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:38.097644 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:38.100118 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:38.101982 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] 10.222.0.39 "DELETE /v2.0/networks/06198eff-4a72-42c6-b730-3972025c8161 HTTP/1.1" status: 204 len: 168 time: 0.7807264 Jun 29 03:38:38.105118 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 54118) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:38.112682 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Pushing event deleted for resources: {'Network': ['ID=06198eff-4a72-42c6-b730-3972025c8161,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:38.115567 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:38.455911 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d680d36a-d47b-4ee7-9468-67ddf4464520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672515'] for router_interface, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:38.705630 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-d680d36a-d47b-4ee7-9468-67ddf4464520 admin admin] Deleting port 970c16da-0ad5-4e74-a5f0-67c327305ee6 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:38:38.705968 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d680d36a-d47b-4ee7-9468-67ddf4464520 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:38.781362 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-d680d36a-d47b-4ee7-9468-67ddf4464520 admin admin] For port 970c16da-0ad5-4e74-a5f0-67c327305ee6, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=970c16da-0ad5-4e74-a5f0-67c327305ee6,segment=NetworkSegment(a7e053e6-c1b0-488e-9f90-e1a8e0ccff96),segment_id=a7e053e6-c1b0-488e-9f90-e1a8e0ccff96)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:38:38.781712 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d680d36a-d47b-4ee7-9468-67ddf4464520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:38.797496 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-d680d36a-d47b-4ee7-9468-67ddf4464520 admin admin] Calling delete_port for 970c16da-0ad5-4e74-a5f0-67c327305ee6 owned by network:router_interface {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:38:38.969988 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d680d36a-d47b-4ee7-9468-67ddf4464520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:38.972573 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9ea3b6cd-64fc-49af-82d1-15d6ec18d79a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:38.996677 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680d36a-d47b-4ee7-9468-67ddf4464520 admin admin] Pushing event deleted for resources: {'Port': ['ID=970c16da-0ad5-4e74-a5f0-67c327305ee6,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:39.000388 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-d680d36a-d47b-4ee7-9468-67ddf4464520 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:39.167915 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-d680d36a-d47b-4ee7-9468-67ddf4464520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675219'] for router_interface, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:39.403315 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d680d36a-d47b-4ee7-9468-67ddf4464520 admin admin] Router 936421a8-8891-492b-a17c-4046381a0179 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:38:39.485688 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 7557e79b-cd45-4bb9-b099-7c169015a72f no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:38:39.509285 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 7557e79b-cd45-4bb9-b099-7c169015a72f {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:38:39.509636 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 7557e79b-cd45-4bb9-b099-7c169015a72f not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:38:39.510066 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:38:39.512619 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d680d36a-d47b-4ee7-9468-67ddf4464520 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:38:39.517447 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-d680d36a-d47b-4ee7-9468-67ddf4464520 admin admin] 10.222.0.39 "PUT /v2.0/routers/936421a8-8891-492b-a17c-4046381a0179/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4111824 Jun 29 03:38:39.519935 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 54134) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:39.523421 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07303a90-ac5c-4d15-a363-1d9849da2d76 None None] Sync routers for ids ['936421a8-8891-492b-a17c-4046381a0179'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:38:39.532613 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07303a90-ac5c-4d15-a363-1d9849da2d76 None None] Routers {'936421a8-8891-492b-a17c-4046381a0179'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:38:39.533241 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-07303a90-ac5c-4d15-a363-1d9849da2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:38:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['936421a8-8891-492b-a17c-4046381a0179'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:39.537199 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:38:39.537599 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device bbb2d0d8-0fb9-482d-9004-725c19cb0ff0 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:38:39.625683 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Notify callbacks [] for router, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:39.636751 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-07303a90-ac5c-4d15-a363-1d9849da2d76 None None] Set router 936421a8-8891-492b-a17c-4046381a0179 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:38:39.728935 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:39.781572 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Deleting port b808f80c-4f33-4d49-9834-73dcca6675d1 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:38:39.781906 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:39.813439 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-07303a90-ac5c-4d15-a363-1d9849da2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936421a8-8891-492b-a17c-4046381a0179', 'name': 'tempest-TestShelveInstance-996497215-router', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.230'}], 'enable_snat': True}, 'gw_port_id': 'b808f80c-4f33-4d49-9834-73dcca6675d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:38:38Z', 'revision_number': 5, 'project_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'gw_port': {'id': 'b808f80c-4f33-4d49-9834-73dcca6675d1', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:c2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '936421a8-8891-492b-a17c-4046381a0179', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:39.842985 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07303a90-ac5c-4d15-a363-1d9849da2d76 None None] Checking router: 936421a8-8891-492b-a17c-4046381a0179 for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:38:39.852774 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07303a90-ac5c-4d15-a363-1d9849da2d76 None None] Routers {'936421a8-8891-492b-a17c-4046381a0179'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:38:39.853385 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-07303a90-ac5c-4d15-a363-1d9849da2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:38:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['936421a8-8891-492b-a17c-4046381a0179'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:39.861373 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] For port b808f80c-4f33-4d49-9834-73dcca6675d1, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=b808f80c-4f33-4d49-9834-73dcca6675d1,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:38:39.861730 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:39.877886 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Calling delete_port for b808f80c-4f33-4d49-9834-73dcca6675d1 owned by network:router_gateway {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:38:39.937319 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-07303a90-ac5c-4d15-a363-1d9849da2d76 None None] Set router 936421a8-8891-492b-a17c-4046381a0179 gateway port host: None {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:38:39.989396 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-07303a90-ac5c-4d15-a363-1d9849da2d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '936421a8-8891-492b-a17c-4046381a0179', 'name': 'tempest-TestShelveInstance-996497215-router', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:38:39Z', 'revision_number': 6, 'project_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'gw_port_host': None}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:40.018394 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07303a90-ac5c-4d15-a363-1d9849da2d76 None None] The sync data for ids ['936421a8-8891-492b-a17c-4046381a0179'] in dv-cinder-797245-8-iscsi is: [{'id': '936421a8-8891-492b-a17c-4046381a0179', 'name': 'tempest-TestShelveInstance-996497215-router', 'tenant_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:33:36Z', 'updated_at': '2021-06-29T03:38:39Z', 'revision_number': 6, 'project_id': 'f4d9dec9d9e24c259a096da1b98911e3', 'gw_port_host': None}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:38:40.040685 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.042914 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-e13ca6b5-52f6-4d2a-a53d-c0234a0ca083 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:40.066595 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=b808f80c-4f33-4d49-9834-73dcca6675d1,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:40.069995 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:40.126900 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673919'] for router_gateway, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.214376 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.216450 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.260961 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672062'] for router, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.261499 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 936421a8-8891-492b-a17c-4046381a0179 {{(pid=92918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:38:40.265629 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] Notify callbacks [] for router, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.266768 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-2c22aef7-d3c4-42e8-9ff2-da9005a77a9c admin admin] 10.222.0.39 "DELETE /v2.0/routers/936421a8-8891-492b-a17c-4046381a0179 HTTP/1.1" status: 204 len: 168 time: 0.7453847 Jun 29 03:38:40.269470 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 54136) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:40.312718 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1a5eb0-873b-407a-9484-bd8237795c2b admin admin] Deleting subnet 90c9805f-d4a4-43cf-ae82-3e8c6357e442 {{(pid=92918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:38:40.315717 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5eb0-873b-407a-9484-bd8237795c2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.349025 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5eb0-873b-407a-9484-bd8237795c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2136132'] for subnet, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.436270 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5eb0-873b-407a-9484-bd8237795c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.492845 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5eb0-873b-407a-9484-bd8237795c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2558941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861988'] for subnet, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.499144 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:40.523730 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1a5eb0-873b-407a-9484-bd8237795c2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90c9805f-d4a4-43cf-ae82-3e8c6357e442,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:40.527975 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-3c1a5eb0-873b-407a-9484-bd8237795c2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:40.528987 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-3c1a5eb0-873b-407a-9484-bd8237795c2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.530843 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-3c1a5eb0-873b-407a-9484-bd8237795c2b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/90c9805f-d4a4-43cf-ae82-3e8c6357e442 HTTP/1.1" status: 204 len: 168 time: 0.2604430 Jun 29 03:38:40.533262 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 54148) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:40.538458 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cae6062-6ba5-4b7e-8692-26f18fbdce24 None None] Network 70695696-9be4-4a80-a49e-bea509d8ef43 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:38:40.610680 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.673017 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Deleting port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:38:40.673349 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.748776 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] For port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=12aee0d1-a9a8-4fb4-b20d-2b73e3875455,segment=NetworkSegment(a7e053e6-c1b0-488e-9f90-e1a8e0ccff96),segment_id=a7e053e6-c1b0-488e-9f90-e1a8e0ccff96)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:38:40.749201 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.762596 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Calling delete_port for 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 owned by network:dhcp {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:38:40.774073 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de058e02-0c57-445a-88a6-f5bafa115ddd None None] DHCP port deletion for 70695696-9be4-4a80-a49e-bea509d8ef43 request from dv-cinder-797245-8-iscsi {{(pid=92920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 03:38:40.820548 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-de058e02-0c57-445a-88a6-f5bafa115ddd None None] Deleting port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 {{(pid=92920) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:38:40.820930 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-de058e02-0c57-445a-88a6-f5bafa115ddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.850170 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.853360 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-be6429a8-2cd5-40db-9042-d6e18f23a45b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:40.878613 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Pushing event deleted for resources: {'Port': ['ID=12aee0d1-a9a8-4fb4-b20d-2b73e3875455,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:40.881411 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] No DVR routers for this DVR port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 on host dv-cinder-797245-8-iscsi {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:38:40.882910 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:40.893150 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.db [None req-de058e02-0c57-445a-88a6-f5bafa115ddd None None] For port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=12aee0d1-a9a8-4fb4-b20d-2b73e3875455,segment=NetworkSegment(a7e053e6-c1b0-488e-9f90-e1a8e0ccff96),segment_id=a7e053e6-c1b0-488e-9f90-e1a8e0ccff96)] {{(pid=92920) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:38:40.893658 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-de058e02-0c57-445a-88a6-f5bafa115ddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.907040 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-de058e02-0c57-445a-88a6-f5bafa115ddd None None] Calling delete_port for 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 owned by network:dhcp {{(pid=92920) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:38:40.957044 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.968225 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70695696-9be4-4a80-a49e-bea509d8ef43']}} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:40.980115 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7e053e6-c1b0-488e-9f90-e1a8e0ccff96') {'for_net_delete': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:40.980563 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7e053e6-c1b0-488e-9f90-e1a8e0ccff96') {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:40.990101 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2136143'] for segment, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.995616 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-de058e02-0c57-445a-88a6-f5bafa115ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700'] for port, after_delete {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:40.998291 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:41.005702 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:41.012392 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=92918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:38:41.012802 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558768'] for segment, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: conditions |= (models_v2.Port.network_id.in_( Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: Traceback (most recent call last): Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: timer() Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: cb(*args, **kw) Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: return func(*args, **kwargs) Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: self._notify() Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: self.callback(batched_events) Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: event.method(event) Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: return f(self, *a, **k) Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._get(url).json() Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: return self.request(url, 'GET', **kwargs) Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:38:41.014577 dv-cinder-797245-8-iscsi neutron-server[92918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:38:41.022910 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de058e02-0c57-445a-88a6-f5bafa115ddd None None] Pushing event deleted for resources: {'Port': ['ID=12aee0d1-a9a8-4fb4-b20d-2b73e3875455,revision_number=None']} {{(pid=92920) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:41.025310 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG oslo_concurrency.lockutils [None req-de058e02-0c57-445a-88a6-f5bafa115ddd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92920) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:41.027868 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de058e02-0c57-445a-88a6-f5bafa115ddd None None] No DVR routers for this DVR port 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 on host dv-cinder-797245-8-iscsi {{(pid=92920) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:38:41.070732 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:41.074454 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:41.078256 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:41.079785 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] 10.222.0.39 "DELETE /v2.0/networks/70695696-9be4-4a80-a49e-bea509d8ef43 HTTP/1.1" status: 204 len: 168 time: 0.5456231 Jun 29 03:38:41.089609 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Pushing event deleted for resources: {'Network': ['ID=70695696-9be4-4a80-a49e-bea509d8ef43,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:41.091952 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5e8d1042-6418-4d80-b8a2-f6253e07d246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:41.187801 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54162) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:41.227105 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-196faee9-5005-48c9-8bf9-b5b6fd60256c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dedcfbfb2e514fea90cc8e5c3f7e707d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380194 Jun 29 03:38:41.229358 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54164) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:41.275743 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2d50717a-ec30-479f-9ecd-57299bf13831 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:41.295956 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2d50717a-ec30-479f-9ecd-57299bf13831 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:41.341214 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2d50717a-ec30-479f-9ecd-57299bf13831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:41.343714 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-2d50717a-ec30-479f-9ecd-57299bf13831 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:41.345143 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-2d50717a-ec30-479f-9ecd-57299bf13831 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78f7d88c-46e7-4430-a9fd-bf138ecafb88 HTTP/1.1" status: 204 len: 168 time: 0.1148651 Jun 29 03:38:41.345921 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-810e2ca6-07fb-4dfe-9f27-272b410b37b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:41.353904 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50717a-ec30-479f-9ecd-57299bf13831 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f7d88c-46e7-4430-a9fd-bf138ecafb88,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:41.356606 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2d50717a-ec30-479f-9ecd-57299bf13831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:41.434835 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 970c16da-0ad5-4e74-a5f0-67c327305ee6 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:38:41.454398 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 970c16da-0ad5-4e74-a5f0-67c327305ee6 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:38:41.454752 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 970c16da-0ad5-4e74-a5f0-67c327305ee6 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:38:41.455187 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device b808f80c-4f33-4d49-9834-73dcca6675d1 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:38:41.477929 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: b808f80c-4f33-4d49-9834-73dcca6675d1 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:38:41.478287 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device b808f80c-4f33-4d49-9834-73dcca6675d1 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:38:41.478713 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:38:41.497422 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:38:41.497777 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 12aee0d1-a9a8-4fb4-b20d-2b73e3875455 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:38:41.658394 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54170) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:41.697924 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-af2c895f-f49d-4c61-a6b8-799393d70a49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4d9dec9d9e24c259a096da1b98911e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0381866 Jun 29 03:38:41.700186 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54172) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:41.751242 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b0ae381d-397e-41dc-92a2-e6a7d972f484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:41.772641 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b0ae381d-397e-41dc-92a2-e6a7d972f484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:41.820923 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b0ae381d-397e-41dc-92a2-e6a7d972f484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:41.823741 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-b0ae381d-397e-41dc-92a2-e6a7d972f484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:41.824953 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-b0ae381d-397e-41dc-92a2-e6a7d972f484 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c122e76f-492d-4cf6-8a82-d67b6a93b20a HTTP/1.1" status: 204 len: 168 time: 0.1238739 Jun 29 03:38:41.825786 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e4008938-b673-4cf1-8398-d02b5b1b0c37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:41.836206 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ae381d-397e-41dc-92a2-e6a7d972f484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c122e76f-492d-4cf6-8a82-d67b6a93b20a,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:41.845820 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-b0ae381d-397e-41dc-92a2-e6a7d972f484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:42.868358 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54184) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:42.911127 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-743a6191-33d1-4c33-abfd-923ceb190136 admin admin] Deleting subnet 04c61d01-8a6e-4edc-bfdc-10a4ef6e86ad {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:38:42.914326 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-743a6191-33d1-4c33-abfd-923ceb190136 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:42.946765 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-743a6191-33d1-4c33-abfd-923ceb190136 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60178224'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:42.987046 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-743a6191-33d1-4c33-abfd-923ceb190136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.040694 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-743a6191-33d1-4c33-abfd-923ceb190136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3089090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59344485'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.043929 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0941f052-68c1-4b53-aa24-fc6572fa53cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:43.067762 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743a6191-33d1-4c33-abfd-923ceb190136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04c61d01-8a6e-4edc-bfdc-10a4ef6e86ad,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:43.070275 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-743a6191-33d1-4c33-abfd-923ceb190136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.071511 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-743a6191-33d1-4c33-abfd-923ceb190136 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/04c61d01-8a6e-4edc-bfdc-10a4ef6e86ad HTTP/1.1" status: 204 len: 168 time: 0.2021608 Jun 29 03:38:43.072411 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-743a6191-33d1-4c33-abfd-923ceb190136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:43.074000 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54186) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:43.139642 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf98563f-177a-4da7-ac60-1e022c4f07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.216021 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf98563f-177a-4da7-ac60-1e022c4f07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.225938 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-bf98563f-177a-4da7-ac60-1e022c4f07e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:43.235304 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-bf98563f-177a-4da7-ac60-1e022c4f07e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a03522f-3fc5-49d2-9e01-c4c235145749') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:43.235593 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-bf98563f-177a-4da7-ac60-1e022c4f07e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a03522f-3fc5-49d2-9e01-c4c235145749') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:38:43.244659 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf98563f-177a-4da7-ac60-1e022c4f07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60178235'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.258454 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf98563f-177a-4da7-ac60-1e022c4f07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.263973 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf98563f-177a-4da7-ac60-1e022c4f07e2 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:38:43.264342 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf98563f-177a-4da7-ac60-1e022c4f07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088943'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: timer() Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: cb(*args, **kw) Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: self._notify() Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: self.callback(batched_events) Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: event.method(event) Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._get(url).json() Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:38:43.265920 dv-cinder-797245-8-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:38:43.321120 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf98563f-177a-4da7-ac60-1e022c4f07e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.325926 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-bf98563f-177a-4da7-ac60-1e022c4f07e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.328106 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-bf98563f-177a-4da7-ac60-1e022c4f07e2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c HTTP/1.1" status: 204 len: 168 time: 0.2531877 Jun 29 03:38:43.328944 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-fd10d21b-730d-4b47-99d5-8f8744b2ae22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:43.341028 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf98563f-177a-4da7-ac60-1e022c4f07e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0d5e1c-b762-4842-a0d2-d25e8c89fd2c,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:43.343385 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-bf98563f-177a-4da7-ac60-1e022c4f07e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:43.483928 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54190) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:43.523508 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-c1ee6eb6-42c1-4ebd-b617-ca8c57dbfab9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6439da6b3fca414f9f16b61afb391c60&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0383606 Jun 29 03:38:43.525669 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54192) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:38:43.548158 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.573550 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1ad41de5-652e-443e-8bbf-585154518194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.593613 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1ad41de5-652e-443e-8bbf-585154518194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.638946 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1ad41de5-652e-443e-8bbf-585154518194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.641598 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-1ad41de5-652e-443e-8bbf-585154518194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:43.642722 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-1ad41de5-652e-443e-8bbf-585154518194 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39b9161c-20f9-4d22-a8e9-ccc160847103 HTTP/1.1" status: 204 len: 168 time: 0.1161864 Jun 29 03:38:43.643470 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-36d99218-9420-4854-b041-a67ab05a927b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:38:43.650809 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad41de5-652e-443e-8bbf-585154518194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b9161c-20f9-4d22-a8e9-ccc160847103,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:38:43.653150 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-1ad41de5-652e-443e-8bbf-585154518194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:38:45.677580 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1058fc16-c6dc-4117-acbf-5856b3faafbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:48.459672 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8ab49e44-6984-445b-af58-65020add436e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:48.765613 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:49.615177 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:38:50.878744 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:11.917192 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9eea4898-9755-4ad4-8e5e-386b7f721efc req-66e72f2f-b77e-4909-9f9c-123ca85d8f79 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3259656 Jun 29 03:39:12.001093 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea4898-9755-4ad4-8e5e-386b7f721efc req-e07d94e7-da9c-4d06-afe5-50c5903d433d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:12.002507 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9eea4898-9755-4ad4-8e5e-386b7f721efc req-e07d94e7-da9c-4d06-afe5-50c5903d433d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 1099 time: 0.0508912 Jun 29 03:39:12.107984 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea4898-9755-4ad4-8e5e-386b7f721efc req-d4e1545a-177d-4fba-a257-3fef450e47f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:12.109442 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9eea4898-9755-4ad4-8e5e-386b7f721efc req-d4e1545a-177d-4fba-a257-3fef450e47f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 912 time: 0.0877256 Jun 29 03:39:12.170548 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9eea4898-9755-4ad4-8e5e-386b7f721efc req-63638eb7-a9e5-49fe-9b33-229a7548f0f1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d3f22d4-2fde-4d23-bed8-bf48fa03703c HTTP/1.1" status: 200 len: 1001 time: 0.0550551 Jun 29 03:39:12.217544 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea4898-9755-4ad4-8e5e-386b7f721efc req-5fdd2e98-f157-4c1e-9a19-838f54c356a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:12.218921 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9eea4898-9755-4ad4-8e5e-386b7f721efc req-5fdd2e98-f157-4c1e-9a19-838f54c356a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 200 len: 850 time: 0.0417559 Jun 29 03:39:12.277490 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eea4898-9755-4ad4-8e5e-386b7f721efc req-d15499f0-1573-4930-b4d8-a3411270c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:12.279195 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9eea4898-9755-4ad4-8e5e-386b7f721efc req-d15499f0-1573-4930-b4d8-a3411270c7f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5276124c-ea46-4712-b38d-54bc7208471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545409 Jun 29 03:39:12.368934 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9eea4898-9755-4ad4-8e5e-386b7f721efc req-100865bd-d53e-48b6-92ca-b882d53b1398 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822206 Jun 29 03:39:12.461066 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-9eea4898-9755-4ad4-8e5e-386b7f721efc req-341afe9b-898c-4cd3-ac8c-969d0e43a8f6 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860753 Jun 29 03:39:13.216118 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:39:13.547394 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:15.677901 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7bca28b0-7efc-43d7-9e03-fc6eb009fdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:18.461549 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-77eeea65-2159-4aa1-b4c7-d68a2d0b2a3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:18.765752 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:19.619594 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:20.881212 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:40.691107 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54204) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:39:40.849072 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Deleting port 434c23da-cc65-4917-9fcb-25092a68f327 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:39:40.849408 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:40.922439 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:40.922763 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:40.934221 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Calling delete_port for 434c23da-cc65-4917-9fcb-25092a68f327 owned by network:floatingip {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:39:41.075137 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:41.078117 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:39:41.104728 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event deleted for resources: {'Port': ['ID=434c23da-cc65-4917-9fcb-25092a68f327,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:39:41.134162 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:41.134541 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:41.134919 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:41.135282 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:41.135640 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:41.136027 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:41.136384 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:41.136735 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:41.137090 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:41.137439 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:41.137787 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:41.138135 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92919) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:41.141580 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:39:41.182298 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for floatingip, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:41.182631 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Floating IP 784823b4-bfcd-4eea-91fb-0d22a56f2fe2 disassociated (deleted). External IP: 172.27.1.80, port: 38b67c67-9bf3-4932-8420-7e6ffdf790e9. Jun 29 03:39:41.379936 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Router 23641b4a-870d-4f4a-b83c-6240ce896fa4 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:39:41.484355 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:39:41.489105 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:41.494288 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938af331-c40e-4ed6-9e8e-50bab5c90cfb None None] Sync routers for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:39:41.503604 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938af331-c40e-4ed6-9e8e-50bab5c90cfb None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:39:41.504333 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-938af331-c40e-4ed6-9e8e-50bab5c90cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:39:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:41.527825 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "DELETE /v2.0/floatingips/784823b4-bfcd-4eea-91fb-0d22a56f2fe2 HTTP/1.1" status: 204 len: 168 time: 0.8356984 Jun 29 03:39:41.528609 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84123041-82ae-4821-8216-26d9c8606af4', 'tag': '38b67c67-9bf3-4932-8420-7e6ffdf790e9'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:39:41.530975 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-312fd84a-d8a5-4026-8532-7108e7ab8536" -d '{"events": [{"name": "network-changed", "server_uuid": "84123041-82ae-4821-8216-26d9c8606af4", "tag": "38b67c67-9bf3-4932-8420-7e6ffdf790e9"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:39:41.610590 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-938af331-c40e-4ed6-9e8e-50bab5c90cfb None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:39:41.749852 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274c6bec-faa1-4ac4-a400-2f1d5730ef01 x-openstack-request-id: req-274c6bec-faa1-4ac4-a400-2f1d5730ef01 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:39:41.750365 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84123041-82ae-4821-8216-26d9c8606af4", "tag": "38b67c67-9bf3-4932-8420-7e6ffdf790e9", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:39:41.750478 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-274c6bec-faa1-4ac4-a400-2f1d5730ef01 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:39:41.751131 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84123041-82ae-4821-8216-26d9c8606af4', 'tag': '38b67c67-9bf3-4932-8420-7e6ffdf790e9', 'status': 'completed', 'code': 200} Jun 29 03:39:41.926227 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fd84a-d8a5-4026-8532-7108e7ab8536 req-f62ddc4e-2524-4cbb-9707-dc3e33bf5f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:41.928442 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-312fd84a-d8a5-4026-8532-7108e7ab8536 req-f62ddc4e-2524-4cbb-9707-dc3e33bf5f15 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 1099 time: 0.1023314 Jun 29 03:39:41.940223 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7528697-0443-4187-935a-63640ced6b3f req-a95f9621-38b4-47ac-baf8-892058dfff8b tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:41.941546 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7528697-0443-4187-935a-63640ced6b3f req-a95f9621-38b4-47ac-baf8-892058dfff8b tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 946 time: 0.1049387 Jun 29 03:39:41.981566 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-938af331-c40e-4ed6-9e8e-50bab5c90cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '7ae94e4e-ec74-4814-92ab-e3a0d26f57e9', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:04:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:35:45Z', 'updated_at': '2021-06-29T03:35:47Z', 'revision_number': 1, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:42.007394 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938af331-c40e-4ed6-9e8e-50bab5c90cfb None None] Checking router: 23641b4a-870d-4f4a-b83c-6240ce896fa4 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:39:42.015589 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938af331-c40e-4ed6-9e8e-50bab5c90cfb None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:39:42.016103 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-938af331-c40e-4ed6-9e8e-50bab5c90cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:39:18Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:42.026754 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-e7528697-0443-4187-935a-63640ced6b3f req-21f35aa8-23ae-4bec-9201-9dd143d3cac5 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755539 Jun 29 03:39:42.059795 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fd84a-d8a5-4026-8532-7108e7ab8536 req-3137b2b6-9b42-4a10-a289-bdde94ff6018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:42.061357 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-312fd84a-d8a5-4026-8532-7108e7ab8536 req-3137b2b6-9b42-4a10-a289-bdde94ff6018 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 912 time: 0.1189780 Jun 29 03:39:42.106246 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-312fd84a-d8a5-4026-8532-7108e7ab8536 req-517ecd36-854f-43cd-a8cf-a4d6ff06d793 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=38b67c67-9bf3-4932-8420-7e6ffdf790e9 HTTP/1.1" status: 200 len: 217 time: 0.0383208 Jun 29 03:39:42.124937 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-938af331-c40e-4ed6-9e8e-50bab5c90cfb None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:39:42.154778 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fd84a-d8a5-4026-8532-7108e7ab8536 req-76c4d0d9-7ffc-48d7-98cb-b109dc355626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:42.156277 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-312fd84a-d8a5-4026-8532-7108e7ab8536 req-76c4d0d9-7ffc-48d7-98cb-b109dc355626 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 200 len: 850 time: 0.0436311 Jun 29 03:39:42.213826 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-312fd84a-d8a5-4026-8532-7108e7ab8536 req-d1e98c8b-eab9-4885-9a99-55590853e8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:42.215207 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-312fd84a-d8a5-4026-8532-7108e7ab8536 req-d1e98c8b-eab9-4885-9a99-55590853e8b3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5276124c-ea46-4712-b38d-54bc7208471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0509663 Jun 29 03:39:42.311777 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-312fd84a-d8a5-4026-8532-7108e7ab8536 req-741ad125-696c-45ea-8579-dd890ad93ed4 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895584 Jun 29 03:39:42.350964 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-938af331-c40e-4ed6-9e8e-50bab5c90cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '7ae94e4e-ec74-4814-92ab-e3a0d26f57e9', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:04:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:35:45Z', 'updated_at': '2021-06-29T03:35:47Z', 'revision_number': 1, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:42.376972 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-938af331-c40e-4ed6-9e8e-50bab5c90cfb None None] The sync data for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi is: [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_floatingips': [{'id': '7ae94e4e-ec74-4814-92ab-e3a0d26f57e9', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'floating_ip_address': '172.27.1.74', 'floating_network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'router_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'port_id': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'mac_address': 'fa:16:3e:04:2f:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T03:35:45Z', 'updated_at': '2021-06-29T03:35:47Z', 'revision_number': 1, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:39:42.402512 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-312fd84a-d8a5-4026-8532-7108e7ab8536 req-5fca3982-4624-49f8-8346-f235e0c819b1 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844707 Jun 29 03:39:42.603437 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81836c48-af31-4ccd-9e32-a217b5960b5a None None] New status for floating IP 784823b4-bfcd-4eea-91fb-0d22a56f2fe2: DOWN {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:39:43.200210 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55314ab1-3c32-4f0e-b8d8-03e8f24f5530 req-7009d548-5be2-413a-8b17-5b194449f521 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:43.201661 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-55314ab1-3c32-4f0e-b8d8-03e8f24f5530 req-7009d548-5be2-413a-8b17-5b194449f521 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 946 time: 0.0624602 Jun 29 03:39:43.240259 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-55314ab1-3c32-4f0e-b8d8-03e8f24f5530 req-2b68fd6c-d7a2-474a-8d16-9a476563ac7a tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323727 Jun 29 03:39:43.504621 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5376e3f2-c7d1-4aec-8e3a-96f01b04bad5 req-0731cedb-1607-459c-9cfd-10969ade8edd tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:43.506386 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5376e3f2-c7d1-4aec-8e3a-96f01b04bad5 req-0731cedb-1607-459c-9cfd-10969ade8edd tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 946 time: 0.0694900 Jun 29 03:39:43.545497 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:43.603906 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-5376e3f2-c7d1-4aec-8e3a-96f01b04bad5 req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Deleting port 38b67c67-9bf3-4932-8420-7e6ffdf790e9 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:39:43.604247 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5376e3f2-c7d1-4aec-8e3a-96f01b04bad5 req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:43.691576 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-5376e3f2-c7d1-4aec-8e3a-96f01b04bad5 req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] For port 38b67c67-9bf3-4932-8420-7e6ffdf790e9, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=38b67c67-9bf3-4932-8420-7e6ffdf790e9,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:39:43.691816 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5376e3f2-c7d1-4aec-8e3a-96f01b04bad5 req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:43.704866 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-5376e3f2-c7d1-4aec-8e3a-96f01b04bad5 req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Calling delete_port for 38b67c67-9bf3-4932-8420-7e6ffdf790e9 owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:39:43.826888 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5376e3f2-c7d1-4aec-8e3a-96f01b04bad5 req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:43.830587 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-713ff087-604b-4a3f-9e3a-6138976c22be tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:39:43.859820 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event deleted for resources: {'Port': ['ID=38b67c67-9bf3-4932-8420-7e6ffdf790e9,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:39:43.887387 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:43.887764 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:43.888155 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:43.888516 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:43.888872 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:43.889228 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:43.889581 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:43.889930 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:43.890283 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:43.890635 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:43.890978 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:43.891319 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-797245-8-iscsi {{(pid=92918) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 29 03:39:43.897105 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:39:43.916374 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-5376e3f2-c7d1-4aec-8e3a-96f01b04bad5 req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] No DVR routers for this DVR port 38b67c67-9bf3-4932-8420-7e6ffdf790e9 on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:39:43.918778 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-5376e3f2-c7d1-4aec-8e3a-96f01b04bad5 req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:43.920745 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-5376e3f2-c7d1-4aec-8e3a-96f01b04bad5 req-5a957ef1-17dd-4e27-bf74-47262f97002c tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "DELETE /v2.0/ports/38b67c67-9bf3-4932-8420-7e6ffdf790e9 HTTP/1.1" status: 204 len: 173 time: 0.4092641 Jun 29 03:39:43.921260 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84123041-82ae-4821-8216-26d9c8606af4', 'name': 'network-vif-deleted', 'tag': '38b67c67-9bf3-4932-8420-7e6ffdf790e9'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:39:43.923529 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be43f79-8fe5-47e8-abe0-9a791eaeb238" -d '{"events": [{"server_uuid": "84123041-82ae-4821-8216-26d9c8606af4", "name": "network-vif-deleted", "tag": "38b67c67-9bf3-4932-8420-7e6ffdf790e9"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:39:43.966770 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-429763a0-7f89-4d42-b184-fcafb755f5b4 x-openstack-request-id: req-429763a0-7f89-4d42-b184-fcafb755f5b4 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:39:43.967108 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84123041-82ae-4821-8216-26d9c8606af4", "name": "network-vif-deleted", "tag": "38b67c67-9bf3-4932-8420-7e6ffdf790e9", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:39:43.967398 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-429763a0-7f89-4d42-b184-fcafb755f5b4 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:39:43.967831 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84123041-82ae-4821-8216-26d9c8606af4', 'name': 'network-vif-deleted', 'tag': '38b67c67-9bf3-4932-8420-7e6ffdf790e9', 'status': 'completed', 'code': 200} Jun 29 03:39:44.385725 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-4ba5d9cd-1e0a-42b3-9e00-3d5b1e83280f req-9680f5c9-efe6-4d24-8940-300286aae557 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=84123041-82ae-4821-8216-26d9c8606af4 HTTP/1.1" status: 200 len: 210 time: 0.0281844 Jun 29 03:39:45.678695 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-427af978-c2e7-448c-9053-f3e53742b76f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:47.022088 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 38b67c67-9bf3-4932-8420-7e6ffdf790e9 no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:39:47.042076 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 38b67c67-9bf3-4932-8420-7e6ffdf790e9 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:39:47.042431 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 38b67c67-9bf3-4932-8420-7e6ffdf790e9 not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:39:47.691669 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54244) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:39:47.841772 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-0077fb9e-0334-4c23-a445-4e7977efe013 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Deleting port 1a29128e-3d7e-4342-bd95-2e07467bef33 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:39:47.842106 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0077fb9e-0334-4c23-a445-4e7977efe013 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:47.919388 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0077fb9e-0334-4c23-a445-4e7977efe013 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:47.919706 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0077fb9e-0334-4c23-a445-4e7977efe013 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:47.930917 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-0077fb9e-0334-4c23-a445-4e7977efe013 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Calling delete_port for 1a29128e-3d7e-4342-bd95-2e07467bef33 owned by network:floatingip {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:39:48.070079 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0077fb9e-0334-4c23-a445-4e7977efe013 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:48.072056 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-6e077807-3a8b-4804-b174-8ae6bbbe6010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:39:48.095762 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0077fb9e-0334-4c23-a445-4e7977efe013 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event deleted for resources: {'Port': ['ID=1a29128e-3d7e-4342-bd95-2e07467bef33,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:39:48.098825 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-0077fb9e-0334-4c23-a445-4e7977efe013 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:39:48.155210 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0077fb9e-0334-4c23-a445-4e7977efe013 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for floatingip, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:48.155528 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.db.l3_db [None req-0077fb9e-0334-4c23-a445-4e7977efe013 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Floating IP 7ae94e4e-ec74-4814-92ab-e3a0d26f57e9 disassociated (deleted). External IP: 172.27.1.74, port: 2d3f22d4-2fde-4d23-bed8-bf48fa03703c. Jun 29 03:39:48.354549 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0077fb9e-0334-4c23-a445-4e7977efe013 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Router 23641b4a-870d-4f4a-b83c-6240ce896fa4 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:39:48.459087 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0077fb9e-0334-4c23-a445-4e7977efe013 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:39:48.461729 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-7c9ccb2f-84ed-4ae6-9d89-c503291de873 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:48.463962 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-0077fb9e-0334-4c23-a445-4e7977efe013 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:48.469282 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72227fe4-1535-4548-90c7-e438db95415d None None] Sync routers for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:39:48.478046 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72227fe4-1535-4548-90c7-e438db95415d None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:39:48.478662 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-72227fe4-1535-4548-90c7-e438db95415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:39:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:48.499828 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0077fb9e-0334-4c23-a445-4e7977efe013 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "DELETE /v2.0/floatingips/7ae94e4e-ec74-4814-92ab-e3a0d26f57e9 HTTP/1.1" status: 204 len: 168 time: 0.8070564 Jun 29 03:39:48.500540 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'tag': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c'}] {{(pid=92919) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:39:48.502906 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2ff03fce5e4f848abb61ef4b22980fd8db0f33ebe0f34502b5f5edbdc7ee41a5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1525b8b-0e0b-43dd-9d0c-a2e6af9176bb" -d '{"events": [{"name": "network-changed", "server_uuid": "d7fe94bf-afb9-4a37-a9b9-a253404c4402", "tag": "2d3f22d4-2fde-4d23-bed8-bf48fa03703c"}]}' {{(pid=92919) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:39:48.542994 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 29 Jun 2021 03:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e26586-bf1e-43f7-90ac-8b9f33ae7083 x-openstack-request-id: req-30e26586-bf1e-43f7-90ac-8b9f33ae7083 {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:39:48.543420 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7fe94bf-afb9-4a37-a9b9-a253404c4402", "tag": "2d3f22d4-2fde-4d23-bed8-bf48fa03703c", "status": "completed", "code": 200}]} {{(pid=92919) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:39:48.543768 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30e26586-bf1e-43f7-90ac-8b9f33ae7083 {{(pid=92919) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:39:48.544308 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'tag': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'status': 'completed', 'code': 200} Jun 29 03:39:48.589885 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-72227fe4-1535-4548-90c7-e438db95415d None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:39:48.641892 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525b8b-0e0b-43dd-9d0c-a2e6af9176bb req-b1511bba-f50b-4e92-a29f-f0a6f639cc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:48.643536 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a1525b8b-0e0b-43dd-9d0c-a2e6af9176bb req-b1511bba-f50b-4e92-a29f-f0a6f639cc1c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 1099 time: 0.0548334 Jun 29 03:39:48.743180 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525b8b-0e0b-43dd-9d0c-a2e6af9176bb req-5f20ddef-ce5d-46d0-bec9-7686c4982b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:48.744706 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a1525b8b-0e0b-43dd-9d0c-a2e6af9176bb req-5f20ddef-ce5d-46d0-bec9-7686c4982b1f service neutron] 10.222.0.21 "GET /v2.0/networks?id=5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 200 len: 912 time: 0.0946505 Jun 29 03:39:48.791359 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:48.808436 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-72227fe4-1535-4548-90c7-e438db95415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:48.821620 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a1525b8b-0e0b-43dd-9d0c-a2e6af9176bb req-8af2e1eb-8975-47e7-84af-d645eedff323 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2d3f22d4-2fde-4d23-bed8-bf48fa03703c HTTP/1.1" status: 200 len: 217 time: 0.0381525 Jun 29 03:39:48.835262 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72227fe4-1535-4548-90c7-e438db95415d None None] Checking router: 23641b4a-870d-4f4a-b83c-6240ce896fa4 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:39:48.843469 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72227fe4-1535-4548-90c7-e438db95415d None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:39:48.844370 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-72227fe4-1535-4548-90c7-e438db95415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:39:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:48.900093 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525b8b-0e0b-43dd-9d0c-a2e6af9176bb req-a105ab5f-2795-4753-a58f-7a68d80642c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:48.901585 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a1525b8b-0e0b-43dd-9d0c-a2e6af9176bb req-a105ab5f-2795-4753-a58f-7a68d80642c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 200 len: 850 time: 0.0709612 Jun 29 03:39:48.945258 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3b4793-84b0-4781-88a1-8165db26ef90 req-d91f7bcd-83cd-45cc-8afb-26beea24b0c4 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:48.946701 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ef3b4793-84b0-4781-88a1-8165db26ef90 req-d91f7bcd-83cd-45cc-8afb-26beea24b0c4 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 946 time: 0.1286440 Jun 29 03:39:48.949437 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-72227fe4-1535-4548-90c7-e438db95415d None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:39:48.995923 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-ef3b4793-84b0-4781-88a1-8165db26ef90 req-66c51967-f9fb-4267-b8e6-b8a652b0f7ec tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423026 Jun 29 03:39:48.997655 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1525b8b-0e0b-43dd-9d0c-a2e6af9176bb req-eddab8ad-bf5f-46fe-8958-8cf5c9b43d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:48.999233 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a1525b8b-0e0b-43dd-9d0c-a2e6af9176bb req-eddab8ad-bf5f-46fe-8958-8cf5c9b43d7c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5276124c-ea46-4712-b38d-54bc7208471b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0898919 Jun 29 03:39:49.093592 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a1525b8b-0e0b-43dd-9d0c-a2e6af9176bb req-7cf62375-e825-4d7d-b107-17e82929ccd3 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864694 Jun 29 03:39:49.146164 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-72227fe4-1535-4548-90c7-e438db95415d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:49.174826 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72227fe4-1535-4548-90c7-e438db95415d None None] The sync data for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi is: [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:32:30Z', 'revision_number': 4, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi', '_interfaces': [{'id': '1f1a5747-0cac-4f23-ae75-b2be7f0dc759', 'name': '', 'network_id': '5276124c-ea46-4712-b38d-54bc7208471b', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'mac_address': 'fa:16:3e:1f:59:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_interface', 'standard_attr_id': 469, 'fixed_ips': [{'subnet_id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:29Z', 'updated_at': '2021-06-29T03:32:38Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'subnets': [{'id': '5bed46c7-f0b9-47f8-a4bd-4348f4e6444b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:39:49.182470 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-a1525b8b-0e0b-43dd-9d0c-a2e6af9176bb req-742d9eba-3348-408d-bfc2-3a622f9abb10 service neutron] 10.222.0.21 "GET /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820749 Jun 29 03:39:49.388669 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca5315d-9836-4f1f-83d7-4fdfc5feef01 None None] New status for floating IP 7ae94e4e-ec74-4814-92ab-e3a0d26f57e9: DOWN {{(pid=92921) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 29 03:39:49.621858 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:50.169591 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be86c8f9-85d7-49a1-9ba1-d0419de8d71b req-79ae3861-ebb0-4c6b-87df-4b845251fdf2 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92919) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:50.171076 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-be86c8f9-85d7-49a1-9ba1-d0419de8d71b req-79ae3861-ebb0-4c6b-87df-4b845251fdf2 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 946 time: 0.0633452 Jun 29 03:39:50.207249 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-be86c8f9-85d7-49a1-9ba1-d0419de8d71b req-0cbcf289-d8d1-47fd-8e37-09abcdfed529 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/security-groups?id=5d6575b2-ee2d-460b-8219-bae103a42da1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304923 Jun 29 03:39:50.215341 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:39:50.479382 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a7f7d-1d54-4041-a184-b1f5a74601fb req-75dd8838-1baa-4d84-9c13-b0e7512f40fb tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92918) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 29 03:39:50.480844 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2b2a7f7d-1d54-4041-a184-b1f5a74601fb req-75dd8838-1baa-4d84-9c13-b0e7512f40fb tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 946 time: 0.0658011 Jun 29 03:39:50.577839 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-2b2a7f7d-1d54-4041-a184-b1f5a74601fb req-a9c93e32-d037-4890-95cb-c0f1058ddfef tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Deleting port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:39:50.578094 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-2b2a7f7d-1d54-4041-a184-b1f5a74601fb req-a9c93e32-d037-4890-95cb-c0f1058ddfef tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:50.666743 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [req-2b2a7f7d-1d54-4041-a184-b1f5a74601fb req-a9c93e32-d037-4890-95cb-c0f1058ddfef tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] For port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c, host hv-cinder-79724, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79724',level=0,port_id=2d3f22d4-2fde-4d23-bed8-bf48fa03703c,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:39:50.667095 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-2b2a7f7d-1d54-4041-a184-b1f5a74601fb req-a9c93e32-d037-4890-95cb-c0f1058ddfef tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:50.679466 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [req-2b2a7f7d-1d54-4041-a184-b1f5a74601fb req-a9c93e32-d037-4890-95cb-c0f1058ddfef tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Calling delete_port for 2d3f22d4-2fde-4d23-bed8-bf48fa03703c owned by compute:nova {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:39:50.809038 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-2b2a7f7d-1d54-4041-a184-b1f5a74601fb req-a9c93e32-d037-4890-95cb-c0f1058ddfef tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:50.813288 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a9dd3ac3-647d-4597-84c0-39a7e4480f5a tempest-VolumesNegativeTest-270596527 tempest-VolumesNegativeTest-270596527-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:39:50.843673 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c93e32-d037-4890-95cb-c0f1058ddfef tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event deleted for resources: {'Port': ['ID=2d3f22d4-2fde-4d23-bed8-bf48fa03703c,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:39:50.851936 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-a9c93e32-d037-4890-95cb-c0f1058ddfef tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:39:50.884097 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:50.887917 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b2a7f7d-1d54-4041-a184-b1f5a74601fb req-a9c93e32-d037-4890-95cb-c0f1058ddfef tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] No DVR routers for this DVR port 2d3f22d4-2fde-4d23-bed8-bf48fa03703c on host hv-cinder-79724 {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:39:50.890368 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [req-2b2a7f7d-1d54-4041-a184-b1f5a74601fb req-a9c93e32-d037-4890-95cb-c0f1058ddfef tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for port, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:50.892357 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [req-2b2a7f7d-1d54-4041-a184-b1f5a74601fb req-a9c93e32-d037-4890-95cb-c0f1058ddfef tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.21 "DELETE /v2.0/ports/2d3f22d4-2fde-4d23-bed8-bf48fa03703c HTTP/1.1" status: 204 len: 173 time: 0.4054413 Jun 29 03:39:50.892877 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'name': 'network-vif-deleted', 'tag': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c'}] {{(pid=92918) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 29 03:39:50.895115 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5554067d22f8eb3a2ccd1bf2ce0aa8fbc2ca8fc7cdf9fa22312bd391af44edb5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2513ed8-0a57-4265-9e1e-e0554e0b602f" -d '{"events": [{"server_uuid": "d7fe94bf-afb9-4a37-a9b9-a253404c4402", "name": "network-vif-deleted", "tag": "2d3f22d4-2fde-4d23-bed8-bf48fa03703c"}]}' {{(pid=92918) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 29 03:39:50.935047 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 29 Jun 2021 03:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75097a3-6f23-499e-a310-131fa42d7265 x-openstack-request-id: req-c75097a3-6f23-499e-a310-131fa42d7265 {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 29 03:39:50.935377 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7fe94bf-afb9-4a37-a9b9-a253404c4402", "name": "network-vif-deleted", "tag": "2d3f22d4-2fde-4d23-bed8-bf48fa03703c", "status": "completed", "code": 200}]} {{(pid=92918) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 29 03:39:50.935671 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c75097a3-6f23-499e-a310-131fa42d7265 {{(pid=92918) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 29 03:39:50.936140 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7fe94bf-afb9-4a37-a9b9-a253404c4402', 'name': 'network-vif-deleted', 'tag': '2d3f22d4-2fde-4d23-bed8-bf48fa03703c', 'status': 'completed', 'code': 200} Jun 29 03:39:51.355364 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [req-e0f5e408-c202-4110-9b66-f89be968bf88 req-ba0cfc69-2436-4ae1-b21a-c11f199cbe3b tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7fe94bf-afb9-4a37-a9b9-a253404c4402 HTTP/1.1" status: 200 len: 210 time: 0.0291445 Jun 29 03:39:52.448596 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54260) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:39:52.570513 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-ded0f60b-bd40-44af-ad75-382f801955da tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Deleting port 2c75afcc-4bf5-4408-9f76-f5dae8c05d01 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:39:52.570765 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ded0f60b-bd40-44af-ad75-382f801955da tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:52.645858 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ded0f60b-bd40-44af-ad75-382f801955da tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:52.646361 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ded0f60b-bd40-44af-ad75-382f801955da tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:52.657512 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-ded0f60b-bd40-44af-ad75-382f801955da tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Calling delete_port for 2c75afcc-4bf5-4408-9f76-f5dae8c05d01 owned by network:floatingip {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:39:52.789528 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ded0f60b-bd40-44af-ad75-382f801955da tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:52.791593 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-97560fae-9bf7-4cdc-8ad8-2db70461af6e tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:39:52.814822 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded0f60b-bd40-44af-ad75-382f801955da tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event deleted for resources: {'Port': ['ID=2c75afcc-4bf5-4408-9f76-f5dae8c05d01,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:39:52.817899 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ded0f60b-bd40-44af-ad75-382f801955da tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:39:52.875683 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ded0f60b-bd40-44af-ad75-382f801955da tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for floatingip, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:52.878115 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ded0f60b-bd40-44af-ad75-382f801955da tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-13774'] for floatingip, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:52.879239 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ded0f60b-bd40-44af-ad75-382f801955da tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "DELETE /v2.0/floatingips/0ffb02e7-4611-4cfa-a5f2-62ec3974fa6c HTTP/1.1" status: 204 len: 168 time: 0.4295757 Jun 29 03:39:53.054592 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 2d3f22d4-2fde-4d23-bed8-bf48fa03703c no longer exists at agent hyperv_hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:39:53.078026 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] No Port match for: 2d3f22d4-2fde-4d23-bed8-bf48fa03703c {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:39:53.078316 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Device 2d3f22d4-2fde-4d23-bed8-bf48fa03703c not bound to the agent host hv-cinder-79724 {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:39:54.141217 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54272) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:39:54.197926 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-73b62789-b80e-4cb9-808e-5c02c2981d63 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:54.221699 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-73b62789-b80e-4cb9-808e-5c02c2981d63 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:54.282806 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-73b62789-b80e-4cb9-808e-5c02c2981d63 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:54.285468 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-73b62789-b80e-4cb9-808e-5c02c2981d63 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:54.287137 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-73b62789-b80e-4cb9-808e-5c02c2981d63 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] 10.222.0.39 "DELETE /v2.0/security-groups/5d6575b2-ee2d-460b-8219-bae103a42da1 HTTP/1.1" status: 204 len: 168 time: 0.1443622 Jun 29 03:39:54.288022 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-63854e42-870b-4489-bb61-eddc7d65c672 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:39:54.296916 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b62789-b80e-4cb9-808e-5c02c2981d63 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d6575b2-ee2d-460b-8219-bae103a42da1,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:39:54.299499 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-73b62789-b80e-4cb9-808e-5c02c2981d63 tempest-TestVolumeBootPattern-1949208597 tempest-TestVolumeBootPattern-1949208597-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:39:54.336694 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54276) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:39:54.804467 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ce070f14-8986-4d50-b528-16853d730ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672515'] for router_interface, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:55.307565 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-ce070f14-8986-4d50-b528-16853d730ac3 admin admin] Deleting port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:39:55.308226 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ce070f14-8986-4d50-b528-16853d730ac3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:55.383608 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-ce070f14-8986-4d50-b528-16853d730ac3 admin admin] For port 1f1a5747-0cac-4f23-ae75-b2be7f0dc759, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=1f1a5747-0cac-4f23-ae75-b2be7f0dc759,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:39:55.383986 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ce070f14-8986-4d50-b528-16853d730ac3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:55.395233 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-ce070f14-8986-4d50-b528-16853d730ac3 admin admin] Calling delete_port for 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 owned by network:router_interface {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:39:55.569483 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ce070f14-8986-4d50-b528-16853d730ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:55.572182 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e2898831-a7af-483e-a3d4-54948549b501 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:39:55.594492 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce070f14-8986-4d50-b528-16853d730ac3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f1a5747-0cac-4f23-ae75-b2be7f0dc759,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:39:55.597410 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-ce070f14-8986-4d50-b528-16853d730ac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:39:55.756318 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-ce070f14-8986-4d50-b528-16853d730ac3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675219'] for router_interface, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:55.963729 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce070f14-8986-4d50-b528-16853d730ac3 admin admin] Router 23641b4a-870d-4f4a-b83c-6240ce896fa4 has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92919) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:39:56.064393 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce070f14-8986-4d50-b528-16853d730ac3 admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92919) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:39:56.069880 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-ce070f14-8986-4d50-b528-16853d730ac3 admin admin] 10.222.0.39 "PUT /v2.0/routers/23641b4a-870d-4f4a-b83c-6240ce896fa4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7321787 Jun 29 03:39:56.072463 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54280) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:39:56.076207 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c863234c-444c-488f-93c9-a310f53ba759 None None] Sync routers for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:39:56.086277 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c863234c-444c-488f-93c9-a310f53ba759 None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:39:56.086983 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c863234c-444c-488f-93c9-a310f53ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:39:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:56.174199 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Notify callbacks [] for router, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:56.189077 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-c863234c-444c-488f-93c9-a310f53ba759 None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: dv-cinder-797245-8-iscsi {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:39:56.274897 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:56.328762 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Deleting port a357ce27-5a58-4084-bf64-238aba9e5fe8 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:39:56.329522 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:56.368633 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c863234c-444c-488f-93c9-a310f53ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132'}], 'enable_snat': True}, 'gw_port_id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:39:55Z', 'revision_number': 5, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port': {'id': 'a357ce27-5a58-4084-bf64-238aba9e5fe8', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:f0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:27Z', 'updated_at': '2021-06-29T03:32:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:56.394375 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c863234c-444c-488f-93c9-a310f53ba759 None None] Checking router: 23641b4a-870d-4f4a-b83c-6240ce896fa4 for host: dv-cinder-797245-8-iscsi {{(pid=92920) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:39:56.403270 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c863234c-444c-488f-93c9-a310f53ba759 None None] Routers {'23641b4a-870d-4f4a-b83c-6240ce896fa4'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92920) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:39:56.403913 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c863234c-444c-488f-93c9-a310f53ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:39:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['23641b4a-870d-4f4a-b83c-6240ce896fa4'], 'active': True} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:56.405435 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] For port a357ce27-5a58-4084-bf64-238aba9e5fe8, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=a357ce27-5a58-4084-bf64-238aba9e5fe8,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:39:56.405787 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:56.417726 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Calling delete_port for a357ce27-5a58-4084-bf64-238aba9e5fe8 owned by network:router_gateway {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:39:56.486927 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_dvr_db [None req-c863234c-444c-488f-93c9-a310f53ba759 None None] Set router 23641b4a-870d-4f4a-b83c-6240ce896fa4 gateway port host: None {{(pid=92920) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:39:56.538757 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.db.l3_hamode_db [None req-c863234c-444c-488f-93c9-a310f53ba759 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:39:56Z', 'revision_number': 6, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port_host': None}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92920) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:56.567434 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c863234c-444c-488f-93c9-a310f53ba759 None None] The sync data for ids ['23641b4a-870d-4f4a-b83c-6240ce896fa4'] in dv-cinder-797245-8-iscsi is: [{'id': '23641b4a-870d-4f4a-b83c-6240ce896fa4', 'name': 'tempest-TestVolumeBootPattern-338905738-router', 'tenant_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:26Z', 'updated_at': '2021-06-29T03:39:56Z', 'revision_number': 6, 'project_id': 'ccbbf01c521f43e3a5f4a038d3f33511', 'gw_port_host': None}] {{(pid=92920) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:39:56.587372 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:56.589418 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-71fa2edc-27fa-4230-bdc4-79dc27780ad7 tempest-AttachVolumeTestJSON-1643561179 tempest-AttachVolumeTestJSON-1643561179-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:39:56.614586 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Pushing event deleted for resources: {'Port': ['ID=a357ce27-5a58-4084-bf64-238aba9e5fe8,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:39:56.618535 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:39:56.674990 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673919'] for router_gateway, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:56.771642 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:56.773751 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:56.835420 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672062'] for router, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:56.835902 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23641b4a-870d-4f4a-b83c-6240ce896fa4 {{(pid=92919) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:39:56.840660 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] Notify callbacks [] for router, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:56.841774 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-8b95acf6-1115-4e82-bf1e-568eaa2a9d2e admin admin] 10.222.0.39 "DELETE /v2.0/routers/23641b4a-870d-4f4a-b83c-6240ce896fa4 HTTP/1.1" status: 204 len: 168 time: 0.7684207 Jun 29 03:39:56.844579 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54282) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:39:56.887541 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d076d0-c00c-4c59-964c-b1602ad46fc7 admin admin] Deleting subnet 5bed46c7-f0b9-47f8-a4bd-4348f4e6444b {{(pid=92919) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:39:56.890823 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33d076d0-c00c-4c59-964c-b1602ad46fc7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:56.928039 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33d076d0-c00c-4c59-964c-b1602ad46fc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-60178224'] for subnet, precommit_delete_associations {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:57.019294 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33d076d0-c00c-4c59-964c-b1602ad46fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:57.071894 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33d076d0-c00c-4c59-964c-b1602ad46fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3089090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-59344485'] for subnet, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:57.074844 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:39:57.097222 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d076d0-c00c-4c59-964c-b1602ad46fc7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bed46c7-f0b9-47f8-a4bd-4348f4e6444b,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:39:57.100552 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-33d076d0-c00c-4c59-964c-b1602ad46fc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:39:57.101515 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-33d076d0-c00c-4c59-964c-b1602ad46fc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:57.103330 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-33d076d0-c00c-4c59-964c-b1602ad46fc7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5bed46c7-f0b9-47f8-a4bd-4348f4e6444b HTTP/1.1" status: 204 len: 168 time: 0.2578313 Jun 29 03:39:57.105813 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54284) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:39:57.108399 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17827de-2baf-4633-a82c-a723045b7866 None None] Network 5276124c-ea46-4712-b38d-54bc7208471b requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:39:57.180152 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:57.233206 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Deleting port abf955b7-cc66-49b8-bf18-528ac6bf35b0 {{(pid=92919) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:39:57.233549 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:57.301487 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.db [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] For port abf955b7-cc66-49b8-bf18-528ac6bf35b0, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=abf955b7-cc66-49b8-bf18-528ac6bf35b0,segment=NetworkSegment(ba3dd268-a029-4dd2-8bb8-e92db550fdc2),segment_id=ba3dd268-a029-4dd2-8bb8-e92db550fdc2)] {{(pid=92919) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:39:57.301850 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:57.316264 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.plugin [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Calling delete_port for abf955b7-cc66-49b8-bf18-528ac6bf35b0 owned by network:dhcp {{(pid=92919) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:39:57.406080 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3088924'] for port, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:57.408424 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-2d1feb8f-8d42-47f9-8225-757df9111c86 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:39:57.426075 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7504e3-0fd0-4f60-b2e7-8101c2709711 None None] DHCP port deletion for 5276124c-ea46-4712-b38d-54bc7208471b request from dv-cinder-797245-8-iscsi {{(pid=92920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 03:39:57.433460 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Pushing event deleted for resources: {'Port': ['ID=abf955b7-cc66-49b8-bf18-528ac6bf35b0,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:39:57.439692 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:39:57.442234 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] No DVR routers for this DVR port abf955b7-cc66-49b8-bf18-528ac6bf35b0 on host dv-cinder-797245-8-iscsi {{(pid=92919) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:39:57.486922 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device a357ce27-5a58-4084-bf64-238aba9e5fe8 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:39:57.508309 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: a357ce27-5a58-4084-bf64-238aba9e5fe8 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:39:57.508668 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device a357ce27-5a58-4084-bf64-238aba9e5fe8 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:39:57.509095 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device abf955b7-cc66-49b8-bf18-528ac6bf35b0 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:39:57.519565 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:57.528274 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: abf955b7-cc66-49b8-bf18-528ac6bf35b0 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:39:57.528630 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device abf955b7-cc66-49b8-bf18-528ac6bf35b0 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:39:57.529066 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:39:57.531773 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5276124c-ea46-4712-b38d-54bc7208471b']}} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:57.548749 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:39:57.549129 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 1f1a5747-0cac-4f23-ae75-b2be7f0dc759 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:39:57.553466 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2') {'for_net_delete': True} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:57.553769 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.services.segments.db [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba3dd268-a029-4dd2-8bb8-e92db550fdc2') {} {{(pid=92919) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:57.564247 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-60178235'] for segment, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:57.578786 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:57.585785 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=92919) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:39:57.586141 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3088943'] for segment, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: Traceback (most recent call last): Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: timer() Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: cb(*args, **kw) Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: return func(*args, **kwargs) Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: self._notify() Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: self.callback(batched_events) Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: event.method(event) Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: return f(self, *a, **k) Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._get(url).json() Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: return self.request(url, 'GET', **kwargs) Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:39:57.587930 dv-cinder-797245-8-iscsi neutron-server[92919]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:39:57.639828 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:57.643146 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-98aa0ecb-0b2b-4cef-b50c-1c4c0cb7fba0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:39:57.646891 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:57.648698 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] 10.222.0.39 "DELETE /v2.0/networks/5276124c-ea46-4712-b38d-54bc7208471b HTTP/1.1" status: 204 len: 168 time: 0.5420046 Jun 29 03:39:57.651807 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 54286) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:39:57.657918 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Pushing event deleted for resources: {'Network': ['ID=5276124c-ea46-4712-b38d-54bc7208471b,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:39:57.660494 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-51b09706-53b0-4900-bf6c-2ca80a60871f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:39:57.983452 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-87c3a32f-37db-48c9-95d6-8c718aeca75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-672515'] for router_interface, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:58.231978 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-87c3a32f-37db-48c9-95d6-8c718aeca75c admin admin] Deleting port e73270f2-1081-4d37-819e-c6784161e082 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:39:58.232311 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-87c3a32f-37db-48c9-95d6-8c718aeca75c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:58.306846 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-87c3a32f-37db-48c9-95d6-8c718aeca75c admin admin] For port e73270f2-1081-4d37-819e-c6784161e082, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=e73270f2-1081-4d37-819e-c6784161e082,segment=NetworkSegment(1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6),segment_id=1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:39:58.307195 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-87c3a32f-37db-48c9-95d6-8c718aeca75c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:58.319216 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-87c3a32f-37db-48c9-95d6-8c718aeca75c admin admin] Calling delete_port for e73270f2-1081-4d37-819e-c6784161e082 owned by network:router_interface {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:39:58.494100 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-87c3a32f-37db-48c9-95d6-8c718aeca75c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:58.496117 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-87c07df8-7d9b-4894-a2e4-a560a988b29c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:39:58.522451 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3a32f-37db-48c9-95d6-8c718aeca75c admin admin] Pushing event deleted for resources: {'Port': ['ID=e73270f2-1081-4d37-819e-c6784161e082,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:39:58.525465 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-87c3a32f-37db-48c9-95d6-8c718aeca75c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:39:58.688847 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-87c3a32f-37db-48c9-95d6-8c718aeca75c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-560058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-675219'] for router_interface, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:59.167236 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c3a32f-37db-48c9-95d6-8c718aeca75c admin admin] Router d6f117d3-110d-410c-87df-d93fd665f0dd has already been hosted by L3 agent 1a05c492-9058-4fb5-aad5-c363f878efb3 {{(pid=92918) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 29 03:39:59.271757 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c3a32f-37db-48c9-95d6-8c718aeca75c admin admin] Notify agent at l3_agent.dv-cinder-797245-8-iscsi the message routers_updated {{(pid=92918) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 29 03:39:59.276578 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-87c3a32f-37db-48c9-95d6-8c718aeca75c admin admin] 10.222.0.39 "PUT /v2.0/routers/d6f117d3-110d-410c-87df-d93fd665f0dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6237452 Jun 29 03:39:59.279129 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 54288) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:39:59.281772 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ec3746-ecad-4120-ba3e-4bacd7c8215d None None] Sync routers for ids ['d6f117d3-110d-410c-87df-d93fd665f0dd'] in dv-cinder-797245-8-iscsi {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 29 03:39:59.292463 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec3746-ecad-4120-ba3e-4bacd7c8215d None None] Routers {'d6f117d3-110d-410c-87df-d93fd665f0dd'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:39:59.293108 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-23ec3746-ecad-4120-ba3e-4bacd7c8215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:39:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['d6f117d3-110d-410c-87df-d93fd665f0dd'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:59.378505 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Notify callbacks [] for router, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:59.394631 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-23ec3746-ecad-4120-ba3e-4bacd7c8215d None None] Set router d6f117d3-110d-410c-87df-d93fd665f0dd gateway port host: dv-cinder-797245-8-iscsi {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:39:59.479729 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:59.537827 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Deleting port 99babcf7-a92c-4add-831c-f435efa00dc6 {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:39:59.538266 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:59.580681 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-23ec3746-ecad-4120-ba3e-4bacd7c8215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'name': 'tempest-TestVolumeBootPattern-1034577368-router', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'external_fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.119'}], 'enable_snat': True}, 'gw_port_id': '99babcf7-a92c-4add-831c-f435efa00dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:33Z', 'updated_at': '2021-06-29T03:39:58Z', 'revision_number': 5, 'project_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'gw_port': {'id': '99babcf7-a92c-4add-831c-f435efa00dc6', 'name': '', 'network_id': 'f51c5211-9e47-48bd-999b-9f8ea905804c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:0e:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'ip_address': '172.27.1.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-797245-8-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T03:32:34Z', 'updated_at': '2021-06-29T03:32:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f04d9874-e86b-453e-8035-96fcd5cd1b2e', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-797245-8-iscsi'}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:59.608440 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ec3746-ecad-4120-ba3e-4bacd7c8215d None None] Checking router: d6f117d3-110d-410c-87df-d93fd665f0dd for host: dv-cinder-797245-8-iscsi {{(pid=92921) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 29 03:39:59.617494 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec3746-ecad-4120-ba3e-4bacd7c8215d None None] Routers {'d6f117d3-110d-410c-87df-d93fd665f0dd'} bound to L3 agent in host dv-cinder-797245-8-iscsi {{(pid=92921) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 29 03:39:59.617994 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] For port 99babcf7-a92c-4add-831c-f435efa00dc6, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=99babcf7-a92c-4add-831c-f435efa00dc6,segment=NetworkSegment(0a47a543-103b-4728-b8af-e18cdd3b4e33),segment_id=0a47a543-103b-4728-b8af-e18cdd3b4e33)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:39:59.618143 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-23ec3746-ecad-4120-ba3e-4bacd7c8215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-797245-8-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T03:20:18Z,description=,heartbeat_timestamp=2021-06-29T03:39:48Z,host='dv-cinder-797245-8-iscsi',id=1a05c492-9058-4fb5-aad5-c363f878efb3,load=0,resource_versions=,resources_synced=,started_at=2021-06-29T03:20:18Z,topic='l3_agent')) {'router_ids': ['d6f117d3-110d-410c-87df-d93fd665f0dd'], 'active': True} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:59.618350 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:59.630729 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Calling delete_port for 99babcf7-a92c-4add-831c-f435efa00dc6 owned by network:router_gateway {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:39:59.796006 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_dvr_db [None req-23ec3746-ecad-4120-ba3e-4bacd7c8215d None None] Set router d6f117d3-110d-410c-87df-d93fd665f0dd gateway port host: None {{(pid=92921) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jun 29 03:39:59.798991 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:59.801786 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-d275b3fe-71ef-4862-9bc1-c978601f60b7 tempest-TestShelveInstance-501639939 tempest-TestShelveInstance-501639939-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:39:59.828564 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Pushing event deleted for resources: {'Port': ['ID=99babcf7-a92c-4add-831c-f435efa00dc6,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:39:59.831669 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:39:59.850404 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.l3_hamode_db [None req-23ec3746-ecad-4120-ba3e-4bacd7c8215d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'name': 'tempest-TestVolumeBootPattern-1034577368-router', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:33Z', 'updated_at': '2021-06-29T03:39:59Z', 'revision_number': 6, 'project_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'gw_port_host': None}], 'dv-cinder-797245-8-iscsi', False) {} {{(pid=92921) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:39:59.875251 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23ec3746-ecad-4120-ba3e-4bacd7c8215d None None] The sync data for ids ['d6f117d3-110d-410c-87df-d93fd665f0dd'] in dv-cinder-797245-8-iscsi is: [{'id': 'd6f117d3-110d-410c-87df-d93fd665f0dd', 'name': 'tempest-TestVolumeBootPattern-1034577368-router', 'tenant_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T03:32:33Z', 'updated_at': '2021-06-29T03:39:59Z', 'revision_number': 6, 'project_id': '82e80c8a6dfa4973aeed4c87ec0b19e5', 'gw_port_host': None}] {{(pid=92921) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 29 03:39:59.892662 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-673919'] for router_gateway, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:59.983895 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673640', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-644'] for router, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:39:59.985933 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.027348 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-672062'] for router, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.027935 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6f117d3-110d-410c-87df-d93fd665f0dd {{(pid=92918) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 29 03:40:00.032526 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] Notify callbacks [] for router, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.033649 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-9ffcab94-8528-4818-b743-1bf54d5faa7f admin admin] 10.222.0.39 "DELETE /v2.0/routers/d6f117d3-110d-410c-87df-d93fd665f0dd HTTP/1.1" status: 204 len: 168 time: 0.7536223 Jun 29 03:40:00.036177 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 54290) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:40:00.084078 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.db_base_plugin_v2 [None req-731fd20f-1301-49b5-b822-e5ddecb96955 admin admin] Deleting subnet 1c0452cd-7522-46d2-8c82-91c58925c9a2 {{(pid=92918) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jun 29 03:40:00.087112 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-731fd20f-1301-49b5-b822-e5ddecb96955 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.119787 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-731fd20f-1301-49b5-b822-e5ddecb96955 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2136132'] for subnet, precommit_delete_associations {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.195494 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-731fd20f-1301-49b5-b822-e5ddecb96955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1632847'] for subnet, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.258315 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-731fd20f-1301-49b5-b822-e5ddecb96955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1632822', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-94970', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2558941', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2861988'] for subnet, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.260809 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-031a9ce3-cb7c-41a4-81ef-0ab839735fc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:40:00.286323 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731fd20f-1301-49b5-b822-e5ddecb96955 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c0452cd-7522-46d2-8c82-91c58925c9a2,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:40:00.289505 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-731fd20f-1301-49b5-b822-e5ddecb96955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:40:00.290511 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-731fd20f-1301-49b5-b822-e5ddecb96955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for subnet, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.292418 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-731fd20f-1301-49b5-b822-e5ddecb96955 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1c0452cd-7522-46d2-8c82-91c58925c9a2 HTTP/1.1" status: 204 len: 168 time: 0.2549906 Jun 29 03:40:00.294952 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.wsgi [-] (92918) accepted ('10.222.0.39', 54294) {{(pid=92918) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:40:00.297599 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82835dfd-881a-4b86-aa48-328fed871094 None None] Network 4e945ee7-8d01-4beb-9dec-90eb9f118342 requested from dv-cinder-797245-8-iscsi {{(pid=92920) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 29 03:40:00.364181 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1772370'] for network, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.415276 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Deleting port 7a33638f-8be4-430c-b685-1af2c6498d8b {{(pid=92918) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jun 29 03:40:00.415613 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740966100008'] for port, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.480942 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.db [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] For port 7a33638f-8be4-430c-b685-1af2c6498d8b, host dv-cinder-797245-8-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-797245-8-iscsi',level=0,port_id=7a33638f-8be4-430c-b685-1af2c6498d8b,segment=NetworkSegment(1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6),segment_id=1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6)] {{(pid=92918) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 29 03:40:00.481299 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-766270'] for port, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.495439 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.plugin [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Calling delete_port for 7a33638f-8be4-430c-b685-1af2c6498d8b owned by network:dhcp {{(pid=92918) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jun 29 03:40:00.572423 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1609312', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94912', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-560040', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740966103013', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740965565700', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2558723'] for port, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.574488 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-d680d36a-d47b-4ee7-9468-67ddf4464520 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:40:00.603820 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=7a33638f-8be4-430c-b685-1af2c6498d8b,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:40:00.605636 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] No DVR routers for this DVR port 7a33638f-8be4-430c-b685-1af2c6498d8b on host dv-cinder-797245-8-iscsi {{(pid=92918) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 29 03:40:00.607192 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:40:00.651642 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ac81cc7-b8a5-4aab-bd73-c1a9763b0c61 None None] DHCP port deletion for 4e945ee7-8d01-4beb-9dec-90eb9f118342 request from dv-cinder-797245-8-iscsi {{(pid=92920) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 29 03:40:00.678905 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1635449', 'neutron.services.segments.db._delete_segments_for_network-8740965926449'] for network, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.688552 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e945ee7-8d01-4beb-9dec-90eb9f118342']}} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:40:00.697912 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6') {'for_net_delete': True} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:40:00.698203 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.services.segments.db [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e273d2b-82e1-42ee-acf5-5ff40d9e2bb6') {} {{(pid=92918) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 29 03:40:00.706603 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740965921428', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2136143'] for segment, before_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.721201 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009'] for segment, precommit_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.728091 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=92918) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 29 03:40:00.728480 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1631009', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2558768'] for segment, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: Traceback (most recent call last): Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: timer() Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: cb(*args, **kw) Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: return func(*args, **kwargs) Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: self._notify() Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: self.callback(batched_events) Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: event.method(event) Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: aggregate_uuid = self.p_client.list_aggregates( Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: return f(self, *a, **k) Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._get(url).json() Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: return self.request(url, 'GET', **kwargs) Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: base_url = self.get_endpoint(auth, allow=allow, Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 29 03:40:00.730130 dv-cinder-797245-8-iscsi neutron-server[92918]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 29 03:40:00.787267 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1632906', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713619', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-560051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-673934'] for network, after_delete {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.791311 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:40:00.793731 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron_lib.callbacks.manager [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-560022'] for network, before_response {{(pid=92918) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:00.795537 dv-cinder-797245-8-iscsi neutron-server[92918]: INFO neutron.wsgi [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] 10.222.0.39 "DELETE /v2.0/networks/4e945ee7-8d01-4beb-9dec-90eb9f118342 HTTP/1.1" status: 204 len: 168 time: 0.4996305 Jun 29 03:40:00.806370 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Pushing event deleted for resources: {'Network': ['ID=4e945ee7-8d01-4beb-9dec-90eb9f118342,revision_number=None']} {{(pid=92918) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:40:00.808818 dv-cinder-797245-8-iscsi neutron-server[92918]: DEBUG oslo_concurrency.lockutils [None req-e7d1054c-dfa6-4233-ae8e-e25b807fe0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92918) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:40:00.920231 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54298) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:40:00.959502 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-f996199c-ef38-4d8f-92a2-e9a91d18e922 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ccbbf01c521f43e3a5f4a038d3f33511&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0375342 Jun 29 03:40:00.962207 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54300) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:40:01.011685 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cf950546-0b26-4892-8062-7026d898ed06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:01.032141 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cf950546-0b26-4892-8062-7026d898ed06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:01.077110 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cf950546-0b26-4892-8062-7026d898ed06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:01.079689 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-cf950546-0b26-4892-8062-7026d898ed06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:01.080885 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-cf950546-0b26-4892-8062-7026d898ed06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/26fc1c2d-cb0d-49c7-a918-d21242c2302d HTTP/1.1" status: 204 len: 168 time: 0.1177778 Jun 29 03:40:01.081691 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-a1147472-0bab-479b-8ee9-f87b5d5c86cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:40:01.089731 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf950546-0b26-4892-8062-7026d898ed06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26fc1c2d-cb0d-49c7-a918-d21242c2302d,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:40:01.092597 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-cf950546-0b26-4892-8062-7026d898ed06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:40:01.383954 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54306) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:40:01.421811 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-0e8e19a2-1e52-4423-b676-074d1275c4fb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82e80c8a6dfa4973aeed4c87ec0b19e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0366714 Jun 29 03:40:01.424129 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.wsgi [-] (92919) accepted ('10.222.0.39', 54308) {{(pid=92919) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jun 29 03:40:01.472710 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e9b42fd3-30d3-4b4e-9a8e-e7a27d0f5aa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:01.484573 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device e73270f2-1081-4d37-819e-c6784161e082 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:40:01.501226 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e9b42fd3-30d3-4b4e-9a8e-e7a27d0f5aa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:01.506381 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: e73270f2-1081-4d37-819e-c6784161e082 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:40:01.506739 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device e73270f2-1081-4d37-819e-c6784161e082 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:40:01.507170 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 99babcf7-a92c-4add-831c-f435efa00dc6 no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:40:01.528887 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 99babcf7-a92c-4add-831c-f435efa00dc6 {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:40:01.529244 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 99babcf7-a92c-4add-831c-f435efa00dc6 not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:40:01.529685 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 7a33638f-8be4-430c-b685-1af2c6498d8b no longer exists at agent ovs-agent-dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 29 03:40:01.548375 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e9b42fd3-30d3-4b4e-9a8e-e7a27d0f5aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-713579'] for security_group, after_delete {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:01.549301 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.plugin [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] No Port match for: 7a33638f-8be4-430c-b685-1af2c6498d8b {{(pid=92920) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jun 29 03:40:01.549658 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron.plugins.ml2.rpc [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Device 7a33638f-8be4-430c-b685-1af2c6498d8b not bound to the agent host dv-cinder-797245-8-iscsi {{(pid=92920) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 29 03:40:01.551054 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron_lib.callbacks.manager [None req-e9b42fd3-30d3-4b4e-9a8e-e7a27d0f5aa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92919) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:01.552837 dv-cinder-797245-8-iscsi neutron-server[92919]: INFO neutron.wsgi [None req-e9b42fd3-30d3-4b4e-9a8e-e7a27d0f5aa2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e1166327-b1e4-4893-a163-022cbbc2687a HTTP/1.1" status: 204 len: 168 time: 0.1272194 Jun 29 03:40:01.553630 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-66b4ea55-cd0b-4cdf-b2cf-44e7348bb02b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 29 03:40:01.563253 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b42fd3-30d3-4b4e-9a8e-e7a27d0f5aa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1166327-b1e4-4893-a163-022cbbc2687a,revision_number=None']} {{(pid=92919) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 29 03:40:01.565737 dv-cinder-797245-8-iscsi neutron-server[92919]: DEBUG oslo_concurrency.lockutils [None req-e9b42fd3-30d3-4b4e-9a8e-e7a27d0f5aa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=92919) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 29 03:40:13.540564 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:15.679592 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-1ecc093a-0840-48fd-b441-c700f785fe7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:18.580774 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-df644b63-36fb-4151-8828-2dede6e8aec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:18.763710 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:19.625210 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:20.886479 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:27.215244 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:40:43.563292 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:45.679819 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-e8780c54-da06-4a9f-b759-a26c04175a29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:48.460913 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-b392b595-def4-4cdc-ba87-51a9560ec4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:48.764871 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:49.627636 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:40:50.889322 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:04.214219 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:41:13.561877 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:15.679914 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-bba76931-0ce5-4bd4-b799-3503617d01cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:18.462221 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-171b84f0-a58a-4fd3-8b84-770d3c017e9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:18.768875 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:19.629903 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:20.892254 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:41.214346 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:41:43.562084 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:45.679810 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c10bc26e-618d-470e-a1ac-649e3f3a32ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:48.466115 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-47921853-b798-4661-81f5-c8638ffc179f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:48.769346 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:49.632638 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:41:50.893734 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:42:13.561141 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:42:15.679805 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-09ce14aa-e2f7-42ad-b6dd-f031f6f41206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:42:18.213071 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:42:18.466474 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8a4bcd19-14ae-4e29-a725-9ef45765be12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:42:18.769169 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:42:19.634791 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:42:20.896810 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:42:43.577466 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:42:45.679781 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0270c320-38b3-4a6e-8364-3586eccaaca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:42:48.467652 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0bccb4af-78ef-4ab5-ae31-ec9fcd171746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:42:48.769365 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:42:49.637344 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:42:50.898024 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:42:55.212420 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:43:13.591782 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:43:15.680945 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-eabf5a6d-559b-4576-9b13-23bd62810206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:43:18.470172 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-be0a609b-cd9d-47a1-9442-f1c2ff0b118b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:43:18.769306 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:43:19.641174 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:43:20.901565 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:43:32.210482 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:43:43.607935 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:43:45.681438 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f6352fb6-0685-4832-ba91-8961d7ba8f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:43:48.471261 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-c8da4f86-49b4-4cfa-886e-833ee1bf83a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:43:48.770075 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:43:49.642988 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:43:50.903474 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:44:09.208767 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:44:13.607701 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:44:15.683279 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dc3981b7-e82a-4c8c-baff-52d2ceef64cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:44:18.471776 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-08c3266a-5166-42ad-b6b7-0c27fbfff0df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:44:18.770250 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:44:19.645575 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:44:20.907407 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:44:43.623063 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:44:45.684544 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-84c74646-0a06-4084-b4aa-5cb70f0aa532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:44:46.210533 dv-cinder-797245-8-iscsi neutron-server[92921]: DEBUG neutron.db.agents_db [None req-53e1fa1d-48b8-4dd9-8bb6-c916204f515f None None] Agent healthcheck: found 6 active agents {{(pid=92921) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jun 29 03:44:48.471847 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-156b181d-35f4-4e57-83a6-03b1e1175940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:44:48.771575 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-8599abf3-3c4e-4545-bd74-c7a4a0ad5495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:44:49.648564 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-f5081d8d-e9d2-406b-a3d5-7d03660c427a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:44:50.910065 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-dd96eb7c-830a-4e1e-b247-a1a32afa13f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:45:13.621205 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-0550f19d-edb6-43cd-a674-4dde570125ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 29 03:45:15.685547 dv-cinder-797245-8-iscsi neutron-server[92920]: DEBUG neutron_lib.callbacks.manager [None req-d325aeda-9ee6-4010-a507-5d6f57dbfe49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740965926431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1636687'] for agent, after_update {{(pid=92920) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}